-- Logs begin at Tue 2021-11-09 09:39:17 UTC, end at Tue 2021-11-09 10:54:30 UTC. -- Nov 09 10:26:32.687385 dv-cinder-816628-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 09 10:26:35.424521 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.common.config [-] Logging enabled! Nov 09 10:26:35.425149 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev147 Nov 09 10:26:35.425295 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101795) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 09 10:26:35.428503 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.common.config [-] Logging enabled! Nov 09 10:26:35.428755 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev147 Nov 09 10:26:35.429062 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101795) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 09 10:26:35.429992 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 10:26:35.430234 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 10:26:35.430593 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 10:26:35.430835 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 10:26:35.431058 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 10:26:35.431392 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.432357 dv-cinder-816628-1-iscsi neutron-server[101795]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 09 10:26:35.432677 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.432974 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.433288 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.433583 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.433871 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.434151 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.434454 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.434731 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.435018 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.435298 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.435578 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.435866 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.436176 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.436462 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.436745 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.437024 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] debug = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.437301 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.437726 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.438137 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.438430 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.438717 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.438993 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.439262 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.439533 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.439811 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.440162 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] host = dv-cinder-816628-1-iscsi {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.440432 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.440721 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.441002 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.441284 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.441554 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.441827 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.442108 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.442377 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.442644 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] log_file = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.442916 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.443201 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.443484 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.443767 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.444004 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.444226 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.444510 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.444810 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.445086 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.445357 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.445628 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.445898 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.446168 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.446433 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.446714 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.446993 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.447859 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.448170 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.448446 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.448714 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.448983 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.449264 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.449533 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.449802 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.450070 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.450353 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.450624 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.450895 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.451189 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.451469 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.451748 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.452083 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.452355 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.452634 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.452901 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.453166 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.453433 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] use_json = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.453700 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.453964 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.454238 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.454504 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.454768 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.455036 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.455301 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.455580 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:35.455869 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.456188 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.456484 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.456762 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.457061 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.457338 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.457621 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.457896 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.458181 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.458465 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.458747 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.459021 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.459302 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.459573 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.459885 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.460210 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.460503 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.460793 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.461068 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.461337 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.461606 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.461881 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.462164 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.462436 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.462718 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.463585 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.463862 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.464171 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.464463 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.464751 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.465022 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.465300 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.465587 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.465864 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.466130 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.466407 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.466696 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.466967 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.467238 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.467542 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.467871 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.468170 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.468439 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.468713 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.468998 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.469271 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.469539 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.469807 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.470078 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.470349 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.470631 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.470902 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.471169 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.471433 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.471704 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.472017 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.472265 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.472537 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.472827 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.473099 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.473369 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.473637 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.473903 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.474169 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.474434 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.474700 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.474965 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.475234 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.475502 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.475768 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.476060 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.476330 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.476597 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.476874 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.477165 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.477436 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.477714 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.477989 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.478263 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.479201 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.479479 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.479754 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.480063 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.480331 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.480619 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.480907 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.481189 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.481469 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.481741 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.482064 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.482341 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.482621 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.482897 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.483172 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.483453 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.483732 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.484053 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.484350 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.484642 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.484932 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.485221 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.485501 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.485807 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.486086 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:35.486300 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 10:26:35.486538 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101795) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 09 10:26:35.916593 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 09 10:26:35.916867 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 09 10:26:35.917169 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 09 10:26:35.917503 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 09 10:26:36.240153 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.240435 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.240714 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.241916 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.242195 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.242460 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.277426 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.277698 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.277967 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.293760 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.294039 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.294306 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.324207 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.324486 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.324757 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.363442 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.363720 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.364014 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.601967 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.602630 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.602630 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.602789 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.603871 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.732029 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.732350 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.732624 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.732897 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.733165 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.733476 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.733737 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.733995 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.734249 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.734532 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.734793 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.735059 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.735316 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.735569 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.735826 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.736119 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.736377 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.736642 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.736913 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.737374 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.737494 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.737683 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.737972 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.738352 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.738600 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.738847 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.739274 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 10:26:36.739513 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 10:26:36.739749 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 10:26:36.740015 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 10:26:36.740252 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 10:26:36.740487 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 10:26:36.740856 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 09 10:26:36.744534 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 09 10:26:36.748617 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 09 10:26:36.752585 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Nov 09 10:26:36.754257 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 09 10:26:36.754725 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 09 10:26:36.755066 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 09 10:26:36.755445 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 09 10:26:36.758310 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 09 10:26:36.758556 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 09 10:26:36.758908 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 09 10:26:36.765103 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 09 10:26:36.788062 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 09 10:26:36.788528 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.788831 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101795) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 09 10:26:36.789198 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.790596 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101795) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 09 10:26:36.790909 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 09 10:26:36.791156 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 09 10:26:36.794396 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.794679 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:36.868196 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 09 10:26:36.868196 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 09 10:26:36.868196 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 09 10:26:36.868196 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 09 10:26:36.879348 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_db.sqlalchemy.engines [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101795) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 09 10:26:37.531791 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.managers [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Initializing driver for type 'gre' Nov 09 10:26:37.532365 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] gre ID ranges: [(1, 1000)] Nov 09 10:26:37.691874 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.managers [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Initializing driver for type 'local' Nov 09 10:26:37.692442 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.managers [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Initializing driver for type 'vlan' Nov 09 10:26:37.816299 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] VlanTypeDriver initialization complete Nov 09 10:26:37.816487 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.managers [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Initializing driver for type 'vxlan' Nov 09 10:26:37.816953 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] vxlan ID ranges: [(1, 1000)] Nov 09 10:26:38.183860 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.managers [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Initializing extension driver 'port_security' Nov 09 10:26:38.184203 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.extensions.port_security [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] PortSecurityExtensionDriver initialization complete Nov 09 10:26:38.184539 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.managers [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Initializing mechanism driver 'openvswitch' Nov 09 10:26:38.184894 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.managers [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Initializing mechanism driver 'hyperv' Nov 09 10:26:38.191672 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.plugins.ml2.plugin [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:26:38.192551 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > port after_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.192923 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > port after_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.193267 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > port after_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.193837 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 10:26:38.194287 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > subnet after_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.194661 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > subnet after_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.195003 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.195395 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 10:26:38.195797 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > network after_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.196174 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > network after_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.196575 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > network after_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.196962 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 10:26:38.197424 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > security_group after_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.197774 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > security_group after_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.198113 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.198501 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 10:26:38.198961 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.199308 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.199646 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.200058 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 10:26:38.200464 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > address_group after_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.200808 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > address_group after_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.201173 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.201562 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 10:26:38.201940 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] ML2 OVO RPC backend initialized. {{(pid=101795) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 09 10:26:38.202734 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.203094 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.203509 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > network before_response 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.203887 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > networks before_response 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.204264 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > port before_response 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.204618 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > ports before_response 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.204997 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > subnet before_response 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.205458 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > subnets before_response 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.205830 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > network after_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.206175 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > network after_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.206513 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > network after_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.206850 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > port after_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.207186 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > port after_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.207519 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > port after_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.207854 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > subnet after_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.208226 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > subnet after_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.208559 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.211294 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.plugin [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Modular L2 Plugin initialization complete Nov 09 10:26:38.211294 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading services supported by the core plugin {{(pid=101795) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 09 10:26:38.211294 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.plugins.ml2.managers [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Got port-security extension from driver 'port_security' Nov 09 10:26:38.211294 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.extensions.vlantransparent [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Disabled vlantransparent extension. Nov 09 10:26:38.211294 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101795) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 09 10:26:38.211294 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading Plugin: router Nov 09 10:26:38.248049 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.248437 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router after_create 55549900 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.248806 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router before_create 55549900 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.249170 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.252037 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.252037 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router after_delete 55549900 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.252037 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.252037 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.252565 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router after_create 55549900 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.252565 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router after_update 55549900 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.252565 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router after_update 55549900 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.252565 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.252996 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router after_update 55549900 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.252996 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router precommit_update 55549900 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.253285 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: port after_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.253631 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: port after_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.253967 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: subnet after_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.254303 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.254644 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.254988 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router precommit_create 55549900 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.255326 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: port before_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.255664 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router precommit_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.256043 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router after_update 55549900 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.256439 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.256789 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router precommit_create 55549900 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.257166 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.257533 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router precommit_update 55549900 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.257897 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > agent after_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.258242 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > agent after_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.258582 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > network after_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.259779 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Tracking information for resource: router configured {{(pid=101795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 10:26:38.260141 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Tracking information for resource: floatingip configured {{(pid=101795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 10:26:38.265344 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.db.l3_agentschedulers_db [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 09 10:26:38.265923 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: port after_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.266282 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: port after_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.266630 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: port after_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.266979 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: port after_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.267802 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router before_create 55550100 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.268202 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.268565 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router precommit_create 55550100 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.268919 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > router precommit_update 55550100 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.273938 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.services.provider_configuration [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Service providers = [] {{(pid=101795) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 09 10:26:38.274299 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.db.servicetype_db [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101795) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 09 10:26:38.277351 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.services.service_base [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 10:26:38.277727 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.services.service_base [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 10:26:38.278065 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.services.service_base [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 10:26:38.278960 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.services.service_base [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 10:26:38.279328 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.services.service_base [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 09 10:26:38.279716 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 10:26:38.280048 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 09 10:26:38.292808 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 10:26:38.293131 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading Plugin: auto_allocate Nov 09 10:26:38.298960 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: network precommit_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.299328 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: network precommit_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.299852 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 10:26:38.300204 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading Plugin: tag Nov 09 10:26:38.307694 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 10:26:38.308041 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading Plugin: timestamp Nov 09 10:26:38.311849 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 10:26:38.312192 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading Plugin: network_ip_availability Nov 09 10:26:38.317697 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.318060 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.318417 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.319124 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 10:26:38.319441 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading Plugin: flavors Nov 09 10:26:38.324588 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 10:26:38.324919 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading Plugin: revisions Nov 09 10:26:38.329201 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 10:26:38.329586 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_concurrency.lockutils [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.412s {{(pid=101795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 09 10:26:38.330325 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101795) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 09 10:26:38.330655 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Initializing extension manager. Nov 09 10:26:38.331166 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: __init__.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.331505 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: __pycache__ {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.331836 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.332199 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: address_group.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.332950 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.333525 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: address-group Nov 09 10:26:38.333843 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: address_scope.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.334553 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.335066 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: address-scope Nov 09 10:26:38.335382 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.336343 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.336856 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: router-admin-state-down-before-update Nov 09 10:26:38.337173 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: agent.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.337913 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.338452 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: agent Nov 09 10:26:38.338769 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: agent_resources_synced.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.339690 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.340238 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: agent-resources-synced Nov 09 10:26:38.340554 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: allowedaddresspairs.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.342354 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.342872 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: allowed-address-pairs Nov 09 10:26:38.343193 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: auto_allocated_topology.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.344311 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.344826 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: auto-allocated-topology Nov 09 10:26:38.345146 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: availability_zone.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.345838 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.346349 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: availability_zone Nov 09 10:26:38.346668 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: availability_zone_filter.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.347582 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.348131 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: availability_zone_filter Nov 09 10:26:38.348449 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: data_plane_status.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.349356 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.349862 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension data-plane-status not supported by any of loaded plugins Nov 09 10:26:38.350177 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: default_subnetpools.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.351090 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.351599 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: default-subnetpools Nov 09 10:26:38.351919 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.352759 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.353269 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: dhcp_agent_scheduler Nov 09 10:26:38.354127 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: dns.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.355037 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.355541 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension dns-integration not supported by any of loaded plugins Nov 09 10:26:38.355856 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: dns_domain_ports.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.356805 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.357311 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 09 10:26:38.357632 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.358550 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.359063 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 09 10:26:38.359375 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: dvr.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.360071 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.360585 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: dvr Nov 09 10:26:38.360899 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: ecmp_routes.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.361816 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.362331 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 09 10:26:38.362641 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: empty_string_filtering.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.363544 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.364086 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: empty-string-filtering Nov 09 10:26:38.364403 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.365301 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.365811 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 09 10:26:38.366127 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.367027 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.367534 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 09 10:26:38.367846 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: external_net.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.368776 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.369942 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: external-net Nov 09 10:26:38.370253 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.371159 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.371671 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: extra_dhcp_opt Nov 09 10:26:38.375085 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: extraroute.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.375085 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.375085 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: extraroute Nov 09 10:26:38.375085 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: extraroute_atomic.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.375085 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.375512 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: extraroute-atomic Nov 09 10:26:38.375656 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: filter_validation.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.376585 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.377465 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: filter-validation Nov 09 10:26:38.377465 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: fip_pf_description.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.378348 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.378857 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 09 10:26:38.379173 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: fip_port_details.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.380128 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.380643 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: fip-port-details Nov 09 10:26:38.380959 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: flavors.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.382235 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.382752 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: flavors Nov 09 10:26:38.383074 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.386701 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.387225 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 09 10:26:38.387549 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: floatingip_pools.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.388275 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.389149 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: floatingip-pools Nov 09 10:26:38.389711 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: ip_allocation.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.390974 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.391495 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension ip_allocation not supported by any of loaded plugins Nov 09 10:26:38.391815 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.392819 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.393726 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: ip-substring-filtering Nov 09 10:26:38.394168 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: l2_adjacency.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.395111 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.395626 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 09 10:26:38.395945 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: l3.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.396976 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.397498 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: router Nov 09 10:26:38.397816 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.400106 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.401158 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 09 10:26:38.401484 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.402414 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.402932 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: ext-gw-mode Nov 09 10:26:38.403265 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.404225 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.404736 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: l3-ha Nov 09 10:26:38.405059 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: l3_flavors.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.405973 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.406486 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: l3-flavors Nov 09 10:26:38.406809 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.407720 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.408270 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 09 10:26:38.408592 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: l3agentscheduler.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.409633 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.410146 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: l3_agent_scheduler Nov 09 10:26:38.410469 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: logging.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.411960 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.412581 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension logging not supported by any of loaded plugins Nov 09 10:26:38.412906 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: metering.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.413646 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.414224 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: metering Nov 09 10:26:38.414546 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.415768 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.416912 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: metering_source_and_destination_fields Nov 09 10:26:38.417238 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: multiprovidernet.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.418161 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.418676 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: multi-provider Nov 09 10:26:38.419000 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: netmtu.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.419906 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.420447 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: net-mtu Nov 09 10:26:38.420771 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: netmtu_writable.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.421680 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.422191 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: net-mtu-writable Nov 09 10:26:38.422509 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: network_availability_zone.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.423169 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.423678 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: network_availability_zone Nov 09 10:26:38.424022 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: network_ip_availability.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.425120 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.425639 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: network-ip-availability Nov 09 10:26:38.425958 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: network_segment_range.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.426712 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.427222 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension network-segment-range not supported by any of loaded plugins Nov 09 10:26:38.427574 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: pagination.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.428549 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.428875 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: pagination Nov 09 10:26:38.429197 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: port_device_profile.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.430100 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.430613 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: port-device-profile Nov 09 10:26:38.430929 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.431883 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.432418 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: port-mac-address-regenerate Nov 09 10:26:38.432736 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.433647 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.434281 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: port-numa-affinity-policy Nov 09 10:26:38.434472 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: port_resource_request.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.435396 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.435899 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension port-resource-request not supported by any of loaded plugins Nov 09 10:26:38.436241 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: port_resource_request_groups.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.437199 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.437708 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 09 10:26:38.438022 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: portbindings.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.438949 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.439468 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: binding Nov 09 10:26:38.439784 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: portbindings_extended.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.441092 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.441606 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: binding-extended Nov 09 10:26:38.441930 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: portsecurity.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.442839 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.443350 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: port-security Nov 09 10:26:38.443671 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: project_id.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.444667 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.444991 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: project-id Nov 09 10:26:38.445313 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: providernet.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.446231 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.446751 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: provider Nov 09 10:26:38.447107 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: qos.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.450629 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.451153 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension qos not supported by any of loaded plugins Nov 09 10:26:38.451479 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.452741 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.453263 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 09 10:26:38.453590 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.454502 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.455016 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 09 10:26:38.455345 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: qos_default.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.456288 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.456805 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension qos-default not supported by any of loaded plugins Nov 09 10:26:38.457128 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: qos_fip.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.457777 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.458284 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension qos-fip not supported by any of loaded plugins Nov 09 10:26:38.458605 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: qos_gateway_ip.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.459519 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.460064 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 09 10:26:38.460385 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: qos_port_network_policy.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.461296 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.461805 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 09 10:26:38.462123 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.463684 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.464230 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 09 10:26:38.464552 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: qos_pps_rule.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.465739 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.466437 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension qos-pps not supported by any of loaded plugins Nov 09 10:26:38.466760 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: qos_rule_type_details.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.467675 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.468219 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 09 10:26:38.468536 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: qos_rules_alias.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.469589 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.470101 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 09 10:26:38.470418 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: quota_check_limit.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.471323 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.471832 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: quota-check-limit Nov 09 10:26:38.472181 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: quotasv2.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.473122 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.473443 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: quotas Nov 09 10:26:38.473757 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: quotasv2_detail.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.476944 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.477282 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: quota_details Nov 09 10:26:38.477607 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: rbac.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.479270 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.479795 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: rbac-policies Nov 09 10:26:38.480161 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: rbac_address_group.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.481095 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.481614 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: rbac-address-group Nov 09 10:26:38.481938 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: rbac_address_scope.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.482865 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.483384 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: rbac-address-scope Nov 09 10:26:38.483704 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: rbac_security_groups.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.484647 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.485199 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: rbac-security-groups Nov 09 10:26:38.485517 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: rbac_subnetpool.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.486423 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.486933 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: rbac-subnetpool Nov 09 10:26:38.487251 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: revisionifmatch.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.488203 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.488714 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: revision-if-match Nov 09 10:26:38.489032 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: revisions.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.490139 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.490655 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: standard-attr-revisions Nov 09 10:26:38.490973 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: router_availability_zone.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.491645 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.492182 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: router_availability_zone Nov 09 10:26:38.492500 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: routerservicetype.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.493410 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.493947 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension router-service-type not supported by any of loaded plugins Nov 09 10:26:38.494274 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.495195 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.495704 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: security-groups-normalized-cidr Nov 09 10:26:38.496051 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.497055 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.497569 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: port-security-groups-filtering Nov 09 10:26:38.497890 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.498827 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.499342 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: security-groups-remote-address-group Nov 09 10:26:38.499660 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.500622 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.501135 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: security-groups-shared-filtering Nov 09 10:26:38.501454 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.502038 dv-cinder-816628-1-iscsi neutron-server[101795]: WARNING neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 09 10:26:38.502355 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: securitygroup.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.512319 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.512829 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: security-group Nov 09 10:26:38.513159 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: segment.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.513947 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.514458 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension segment not supported by any of loaded plugins Nov 09 10:26:38.514784 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.515810 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.516352 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 09 10:26:38.516674 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: servicetype.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.517772 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.518295 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: service-type Nov 09 10:26:38.518616 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: sorting.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.519595 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.519921 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: sorting Nov 09 10:26:38.520263 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: standard_attr_segment.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.521175 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.521689 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 09 10:26:38.522008 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: standardattrdescription.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.522660 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.523234 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: standard-attr-description Nov 09 10:26:38.523556 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: stateful_security_group.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.524524 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.525051 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: stateful-security-group Nov 09 10:26:38.525915 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: stdattrs_common.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.526482 dv-cinder-816628-1-iscsi neutron-server[101795]: WARNING neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 09 10:26:38.526807 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.527725 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.528268 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 09 10:26:38.528588 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: subnet_onboard.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.529683 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.530207 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: subnet_onboard Nov 09 10:26:38.530531 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.531464 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.531985 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 09 10:26:38.532323 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: subnet_service_types.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.533250 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.533760 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: subnet-service-types Nov 09 10:26:38.534082 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: subnetallocation.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.535167 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.535693 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: subnet_allocation Nov 09 10:26:38.536040 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.536717 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.537227 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: subnetpool-prefix-ops Nov 09 10:26:38.537547 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.538480 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.538977 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 09 10:26:38.539295 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: tagging.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.540399 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.541487 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: standard-attr-tag Nov 09 10:26:38.541815 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: timestamp.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.543014 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.543532 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loaded extension: standard-attr-timestamp Nov 09 10:26:38.543857 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: trunk.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.544916 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.545437 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension trunk not supported by any of loaded plugins Nov 09 10:26:38.545766 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: trunk_details.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.546677 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.547192 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension trunk-details not supported by any of loaded plugins Nov 09 10:26:38.547514 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: uplink_status_propagation.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.548471 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.548984 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 09 10:26:38.549304 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Loading extension file: vlantransparent.py {{(pid=101795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 10:26:38.549969 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 10:26:38.550472 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 09 10:26:38.553038 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Creating instance of TrackedResource for resource:network Nov 09 10:26:38.553571 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Creating instance of TrackedResource for resource:subnet Nov 09 10:26:38.553964 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 10:26:38.554356 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Creating instance of TrackedResource for resource:port Nov 09 10:26:38.555588 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.v2.resource_helper [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:26:38.556055 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.v2.resource_helper [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Service FLAVORS assigned prefix: {{(pid=101795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:26:38.556728 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.v2.resource_helper [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:26:38.557175 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.v2.resource_helper [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:26:38.557501 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Creating instance of TrackedResource for resource:router Nov 09 10:26:38.557921 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Creating instance of TrackedResource for resource:floatingip Nov 09 10:26:38.558400 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.v2.resource_helper [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Service METERING assigned prefix: /metering {{(pid=101795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:26:38.559853 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.560256 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.560605 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:26:38.561599 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Creating instance of CountableResource for resource:rbac_policy Nov 09 10:26:38.562027 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Creating instance of TrackedResource for resource:security_group Nov 09 10:26:38.562464 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 09 10:26:38.563060 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.v2.resource_helper [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Service CORE assigned prefix: {{(pid=101795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:26:38.563384 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 10:26:38.563720 dv-cinder-816628-1-iscsi neutron-server[101795]: WARNING neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] subnetpool is already registered Nov 09 10:26:38.564169 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.v2.resource_helper [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Service CORE assigned prefix: {{(pid=101795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:26:38.564488 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 10:26:38.564811 dv-cinder-816628-1-iscsi neutron-server[101795]: WARNING neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] subnetpool is already registered Nov 09 10:26:38.567162 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.v2.resource_helper [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:26:38.567602 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.v2.resource_helper [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Service FLAVORS assigned prefix: {{(pid=101795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:26:38.568247 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.v2.resource_helper [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:26:38.568676 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.v2.resource_helper [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:26:38.569004 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Creating instance of TrackedResource for resource:router Nov 09 10:26:38.569332 dv-cinder-816628-1-iscsi neutron-server[101795]: WARNING neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] router is already registered Nov 09 10:26:38.569744 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Creating instance of TrackedResource for resource:floatingip Nov 09 10:26:38.570081 dv-cinder-816628-1-iscsi neutron-server[101795]: WARNING neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] floatingip is already registered Nov 09 10:26:38.570528 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.v2.resource_helper [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Service METERING assigned prefix: /metering {{(pid=101795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:26:38.571225 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Creating instance of CountableResource for resource:rbac_policy Nov 09 10:26:38.571542 dv-cinder-816628-1-iscsi neutron-server[101795]: WARNING neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] rbac_policy is already registered Nov 09 10:26:38.571954 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Creating instance of TrackedResource for resource:security_group Nov 09 10:26:38.572341 dv-cinder-816628-1-iscsi neutron-server[101795]: WARNING neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] security_group is already registered Nov 09 10:26:38.572748 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 09 10:26:38.573076 dv-cinder-816628-1-iscsi neutron-server[101795]: WARNING neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] security_group_rule is already registered Nov 09 10:26:38.573556 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.v2.resource_helper [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Service CORE assigned prefix: {{(pid=101795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:26:38.573885 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 10:26:38.574211 dv-cinder-816628-1-iscsi neutron-server[101795]: WARNING neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] subnetpool is already registered Nov 09 10:26:38.574619 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.v2.resource_helper [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Service CORE assigned prefix: {{(pid=101795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:26:38.574932 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 10:26:38.575322 dv-cinder-816628-1-iscsi neutron-server[101795]: WARNING neutron.quota.resource_registry [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] subnetpool is already registered Nov 09 10:26:38.576997 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: extensions {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.578482 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: address-groups {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.579993 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: address-scopes {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.581185 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: agents {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.582426 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: auto-allocated-topology {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.583659 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: availability_zones {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.584906 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: dhcp-networks {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.586296 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: dhcp-agents {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.588383 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: routers {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.590481 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: flavors {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.591744 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: service_profiles {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.592988 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: next_providers {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.594413 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: service_profiles {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.595917 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: floatingip-pools {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.597266 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: routers {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.599370 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: floatingips {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.600681 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: l3-routers {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.602067 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: l3-agents {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.604127 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: metering-labels {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.605383 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: metering-label-rules {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.606794 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: network-ip-availabilities {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.608053 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: bindings {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.609618 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: quotas {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.611256 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: quotas {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.612806 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: rbac-policies {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.613985 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: security-groups {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.615304 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: security-group-rules {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.616561 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: service-providers {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.617764 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: subnetpools {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.619700 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: subnetpools {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.621191 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: tags {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.622851 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: tags {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.624695 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: tags {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.626464 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: tags {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.628170 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: tags {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.630108 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: tags {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.631777 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: tags {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.635399 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: tags {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.637225 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: tags {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.646516 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron.api.extensions [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Extended resource: tags {{(pid=101795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 10:26:38.646516 dv-cinder-816628-1-iscsi neutron-server[101795]: WARNING keystonemiddleware.auth_token [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 09 10:26:38.649806 dv-cinder-816628-1-iscsi neutron-server[101795]: WARNING keystonemiddleware.auth_token [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 09 10:26:38.658723 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_concurrency.lockutils [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Acquired lock "singleton_lock" {{(pid=101795) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 09 10:26:38.659191 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_concurrency.lockutils [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Releasing lock "singleton_lock" {{(pid=101795) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 09 10:26:38.659846 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO oslo_service.service [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Starting 2 workers Nov 09 10:26:38.664628 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Started child 101904 {{(pid=101795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 10:26:38.669305 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Started child 101905 {{(pid=101795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 10:26:38.670155 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:26:38.670852 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO neutron.service [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 09 10:26:38.671557 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Publish callbacks [] for process, before_spawn {{(pid=101795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:26:38.671764 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [-] (101904) wsgi starting up on http://0.0.0.0:9696 Nov 09 10:26:38.674519 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO oslo_service.service [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Starting 1 workers Nov 09 10:26:38.679807 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:26:38.681220 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [-] (101905) wsgi starting up on http://0.0.0.0:9696 Nov 09 10:26:38.681930 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Started child 101906 {{(pid=101795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 10:26:38.682541 dv-cinder-816628-1-iscsi neutron-server[101795]: INFO oslo_service.service [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Starting 1 workers Nov 09 10:26:38.687512 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Started child 101907 {{(pid=101795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 10:26:38.688270 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] Publish callbacks [] for process, after_spawn {{(pid=101795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:26:38.688790 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.service [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] calling RpcWorker wait() {{(pid=101906) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 09 10:26:38.689473 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.service [None req-37f57766-996c-413a-8275-4b1f67143c70 None None] returning from RpcWorker wait() {{(pid=101906) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 09 10:26:38.690212 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101795) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 09 10:26:38.690489 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 10:26:38.690584 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:26:38.690655 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 10:26:38.690826 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 10:26:38.690973 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:26:38.691160 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 10:26:38.691321 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 10:26:38.691855 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.692147 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.692628 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:26:38.693024 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.693024 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.693024 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.701950 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.701950 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.701950 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.701950 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.701950 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.701950 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.701950 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.701950 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.713779 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.713779 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.713779 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.713779 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.713779 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.713779 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.713779 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.713779 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.714843 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.714843 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] debug = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.714843 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.714843 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.714843 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.714843 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.716480 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.716480 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.716480 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.716480 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.716480 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.716480 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.716480 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.716480 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.717549 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.717549 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.717549 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.717549 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.717549 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.717549 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.717549 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] host = dv-cinder-816628-1-iscsi {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.717549 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.719634 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.719634 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.719634 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.719634 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.719634 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.719634 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.719634 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.719634 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.720727 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.720727 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.720727 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.720727 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.720727 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] log_file = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.720727 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] log_options = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.720727 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.720727 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.720727 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.722727 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.722727 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.722727 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.722727 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.722727 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.722727 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.722727 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.723750 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.723750 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.723750 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.723750 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.723750 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.723750 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.723750 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.723750 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.724843 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.724843 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.724843 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.724843 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.724843 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.724843 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.724843 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.724843 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.726199 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.726199 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.726199 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.726199 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.726199 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.726199 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.726199 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.726199 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.727343 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.727343 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.727343 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.727343 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.727343 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.727343 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.727343 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.727343 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.728467 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.728467 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.728467 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.728467 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.728467 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] use_json = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.728467 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.728467 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.728467 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.728467 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.729868 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.729868 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.729868 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.729868 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.729868 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.730476 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:26:38.730567 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.730567 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.730567 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.730567 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.730567 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.730567 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.730567 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.730567 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.731148 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.731148 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.731148 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.731148 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.731148 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.731148 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.731148 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.731148 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.731707 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.731707 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.731707 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.731707 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.731707 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.731707 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.731707 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.731707 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.732292 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.732292 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.732292 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.732292 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.732292 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.732652 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.732652 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.732804 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.733045 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.733278 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.733497 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.733711 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.733985 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.734209 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.734421 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.734720 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.734908 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.735096 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.735324 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.735576 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.735844 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.736110 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.736517 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.736517 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.736747 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.736961 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.737242 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.737456 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.737677 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.737907 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.738159 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.738399 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.738614 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.739167 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.739167 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.739488 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.739577 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.739807 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.740085 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.746781 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.746781 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.746781 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.746781 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.746781 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.746781 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.746781 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.746781 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.746781 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.747755 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.747755 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.747755 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.747755 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.747755 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.747755 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.747755 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.747755 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.747755 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.748499 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.748499 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.748499 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.748499 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.748499 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.748499 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.748499 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.748499 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.748499 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.749164 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.749164 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.749164 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.749164 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.749164 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.749164 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.749164 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.749164 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.750185 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.750185 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.750185 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.750185 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.750968 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.750968 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.750968 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.750968 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.751259 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.751338 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.751555 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.751790 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.752089 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.752587 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.752587 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.752804 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.753054 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.753312 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.753551 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.753830 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.754048 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.754312 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.754614 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.754902 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.755153 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.755380 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.755611 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.755859 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.756136 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.756598 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.756752 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.756905 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.757429 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.757429 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.757429 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.757429 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.757429 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.758735 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.758735 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.758946 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.759078 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.759533 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.760546 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.760972 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.760972 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.761213 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.761392 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.761640 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.761882 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.762107 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.762355 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.762740 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.762915 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.763071 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.763426 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.764709 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.765114 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.765856 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.766119 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.768243 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.768243 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.768243 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.768243 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.768243 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.768243 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.768243 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.768243 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.769325 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.769325 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.769325 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.769325 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.769325 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.769325 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.770101 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.770101 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.770101 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.770570 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.770570 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.770812 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.770812 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.771046 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.771241 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.771493 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.771712 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.771946 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.772178 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.772392 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.772625 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.772855 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.773679 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.773679 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.773679 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.774052 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.774171 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.774357 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.774586 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.774841 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.775054 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.775378 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.775595 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.775798 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.776075 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.776291 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.776660 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.776795 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.776995 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.777231 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.777442 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.777676 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.777883 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.778095 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.778319 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.778604 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.778848 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.779078 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.779328 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.779589 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.780154 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.780154 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.780414 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.780567 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.780773 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.780875 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.781053 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.781283 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.781517 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.781719 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.781936 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.782147 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.782671 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.782671 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.782869 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.783003 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.783220 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.783430 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.783655 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.783895 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.784123 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.784330 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.784568 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.784779 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.785050 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.785228 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.785454 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.785657 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.785872 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.786111 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.786293 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.786598 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.786841 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.787054 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.787343 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.787567 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.787808 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.788068 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.788376 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.788584 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.788819 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.789034 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.789248 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.789463 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.789693 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.789994 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.790264 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.790522 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.791286 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.791583 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.791842 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.792124 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.792337 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.792627 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.792952 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.793230 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.793499 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.793760 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.794013 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.794234 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.794462 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.794707 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.794938 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.795148 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.795400 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.795623 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.795875 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.796210 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.796594 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.796594 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.796819 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.797056 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.797280 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.797491 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.797645 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 10:26:38.798177 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101795) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 09 10:26:38.798336 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 10:26:38.798487 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 10:26:38.798663 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 10:26:38.798834 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 10:26:38.798982 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 10:26:38.799183 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.799340 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.799495 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.799651 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.799809 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.799987 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.800147 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.800388 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.800485 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.800588 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.800741 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.800894 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.801047 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.801201 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.801365 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.801500 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.801636 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.801796 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.801953 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.802106 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.802259 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.802413 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.802568 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] debug = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.802723 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.802923 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.803085 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.803224 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.803377 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.803530 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.803683 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.803837 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.804702 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.804702 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.804702 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.804702 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.804702 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.804702 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.805431 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.805431 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.805431 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.805431 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.805431 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] host = dv-cinder-816628-1-iscsi {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.806005 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.806005 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.806005 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.806005 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.806531 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.806531 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.807256 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.807256 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.807492 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.807492 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.807699 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.807782 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.807932 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.808112 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] log_file = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.808266 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] log_options = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.808419 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.808574 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.808727 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.808910 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.809055 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.809211 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.809365 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.809518 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.809671 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.809839 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.809967 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.810107 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.810261 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.810413 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.810565 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.810718 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.810870 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.811023 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.811177 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.811331 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.811652 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.811652 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.812020 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.812020 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.812222 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.812222 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.812366 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.812493 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.812648 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.812795 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.812922 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.813081 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.813234 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.813386 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.813562 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.813692 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.813818 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.813975 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.814131 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.814285 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.814429 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.814579 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.814731 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.814883 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.815035 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.815188 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.815339 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] use_json = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.815493 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.815633 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.815785 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.815937 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.816111 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.816262 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.816414 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.816569 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:26:38.816741 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.816900 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.817065 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.817222 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.817377 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.817533 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.817693 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.817848 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.818010 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.818165 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.818329 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.818484 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.818649 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.818804 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.818959 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.819117 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.819274 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.819430 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.819586 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.819741 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.819895 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.820087 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.820251 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.820406 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.820563 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.820719 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.820873 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.821043 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.821198 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.821355 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.821512 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.821667 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.821816 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.821969 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.822258 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.822355 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.822462 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.822619 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.822775 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.822932 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.823087 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.823244 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.823400 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.823556 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.823713 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.823869 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.824047 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.824204 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.824361 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.824516 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.824673 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.824829 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.824985 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.825141 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.825297 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.825462 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.825617 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.825774 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.825929 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.826084 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.826239 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.826393 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.826550 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.826705 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.826862 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.827017 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.827183 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.827338 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.827493 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.827649 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.827804 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.827974 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.828139 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.828321 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.828478 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.828634 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.828790 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.828946 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.829103 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.829258 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.829415 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.829570 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.829731 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.829887 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.830208 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.830397 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.830698 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.830993 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.831157 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.831321 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.831493 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.831649 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.831805 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.832071 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.832206 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.832367 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.832496 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.832622 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.832748 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.832872 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.832998 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.833139 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.833297 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.833452 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.833608 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.833764 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.833920 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.834075 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.834229 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.834384 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.834543 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.834699 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.834856 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.835045 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.835157 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.835311 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.835476 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.835632 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.835790 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.835946 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.836131 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.836299 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.836458 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.836615 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.836770 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.836925 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.837081 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.837236 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.837393 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.837548 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.837744 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.837907 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.838070 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.838237 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.838393 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.838550 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.838706 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.838884 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.839040 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.839195 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.839466 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.839572 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.839654 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.839797 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.839953 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.840145 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.840305 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.840461 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.840615 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.840771 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.840927 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.841083 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.841238 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.841394 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.841553 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.841705 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.842018 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.842172 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.842328 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.842483 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.842638 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.842795 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.842950 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.843105 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.843261 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.843417 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.843573 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.844178 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.844178 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.844178 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.844418 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.844418 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.844564 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.844659 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.844804 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.844959 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.845116 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.846183 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.846183 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.846183 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.846183 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.846183 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.846183 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.846183 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.846585 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.846585 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.846585 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.846794 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.846860 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.847007 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.847161 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.847316 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.847489 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.847634 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.847788 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.847947 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.848130 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.848285 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.848465 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.848622 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.848777 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.848932 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.849087 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.849245 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.849404 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.849898 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.849898 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.849898 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.850117 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.850117 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.850263 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.850437 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.850592 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.850748 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.850905 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.851060 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.851216 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.851380 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.851536 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.851691 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.851807 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:26:38.851932 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.852091 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.852201 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.852323 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.852457 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.852613 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.852768 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.852921 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.853078 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.853242 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.853935 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.854093 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.854248 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.854403 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.854559 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.854723 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.854879 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.855034 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.855189 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.855343 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.855500 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.855663 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.855819 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.855989 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.856151 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.856307 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.856463 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.856629 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.856787 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.856942 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.857105 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.857260 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.857461 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.857573 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.857714 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.857870 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.858028 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.858184 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.858345 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.858500 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.858657 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.858821 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.858986 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.859147 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.859304 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.859468 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.859629 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.859793 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.859949 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.860131 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.860299 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.860455 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.860610 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.860765 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.860920 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.861075 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.861230 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.861385 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.861541 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.861680 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.861839 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.862011 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.862171 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.862325 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.862481 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.862636 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.862792 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.862975 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.863117 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.863245 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:26:38.863370 dv-cinder-816628-1-iscsi neutron-server[101795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 10:26:38.867730 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 37564) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:26:38.877102 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066030 Nov 09 10:26:50.541516 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291f0004-d17e-4a45-9722-ca795d48cce9 None None] get_active_networks_info from dv-cinder-816628-1-iscsi {{(pid=101906) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 10:26:50.614802 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291f0004-d17e-4a45-9722-ca795d48cce9 None None] No non-hosted networks {{(pid=101906) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 09 10:26:50.614802 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.agentschedulers_db [None req-291f0004-d17e-4a45-9722-ca795d48cce9 None None] DHCP Agent not found on host dv-cinder-816628-1-iscsi {{(pid=101906) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 09 10:26:50.746775 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-8c5232b3-556d-4811-a3ce-7df8c2686a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-570868'] for agent, after_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:26:53.304793 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-fc0a6e5d-6099-4a22-9e0c-6950afc61351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-570868'] for agent, after_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:26:53.326406 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.db.api [None req-46bd48ca-2461-454d-8a80-2c0558df92c4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-816628-1-iscsi {{(pid=101906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 10:26:53.327580 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG oslo_db.api [None req-46bd48ca-2461-454d-8a80-2c0558df92c4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 10:26:53.903007 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-46bd48ca-2461-454d-8a80-2c0558df92c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:26:53.958360 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-570868'] for agent, after_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:26:55.483703 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-570868'] for agent, after_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:26:56.297834 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-570868'] for agent, after_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:26:56.298613 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:26:56.298980 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:26:56.299311 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:26:56.299642 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:26:56.299981 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:26:56.300701 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:26:56.301027 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:26:56.301380 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:26:56.301704 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:26:56.302025 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:26:56.302360 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:26:56.302686 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:26:56.303073 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-816628-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:26:56.311587 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-816628-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:26:56.696089 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 37658) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:26:57.194589 dv-cinder-816628-1-iscsi neutron-server[101905]: WARNING oslo_policy.policy [None req-4dd5cada-e10a-442f-ab8c-632f2838617b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 10:26:57.195185 dv-cinder-816628-1-iscsi neutron-server[101905]: WARNING oslo_policy.policy [None req-4dd5cada-e10a-442f-ab8c-632f2838617b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 10:26:57.431819 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [None req-4dd5cada-e10a-442f-ab8c-632f2838617b admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 10:26:57.433226 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-4dd5cada-e10a-442f-ab8c-632f2838617b admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7353678 Nov 09 10:26:59.757252 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.db.l3_hamode_db [None req-0974c58a-b966-4187-a2e0-220f0ad9a4e2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 09 10:26:59.836704 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0974c58a-b966-4187-a2e0-220f0ad9a4e2 None None] Routers set() bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:26:59.837634 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0974c58a-b966-4187-a2e0-220f0ad9a4e2 None None] Router IDs set() for agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 10:26:59.974226 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 37674) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:27:00.289165 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-542a1890-2b70-45d6-b224-5f1aa52df58b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:27:00.387287 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.policy [None req-542a1890-2b70-45d6-b224-5f1aa52df58b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101905) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 09 10:27:00.433930 dv-cinder-816628-1-iscsi neutron-server[101905]: WARNING oslo_policy.policy [None req-542a1890-2b70-45d6-b224-5f1aa52df58b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 10:27:00.434308 dv-cinder-816628-1-iscsi neutron-server[101905]: WARNING oslo_policy.policy [None req-542a1890-2b70-45d6-b224-5f1aa52df58b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 10:27:00.443114 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.quota [None req-542a1890-2b70-45d6-b224-5f1aa52df58b admin admin] Loaded quota_driver: . Nov 09 10:27:00.593556 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-542a1890-2b70-45d6-b224-5f1aa52df58b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781389389196', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781389389755', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781389367848', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781389366372', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781389808083', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781389485026', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1668345', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1889500', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-913783', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-969601'] for rbac-policy, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:00.818817 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-542a1890-2b70-45d6-b224-5f1aa52df58b admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:00.820052 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-542a1890-2b70-45d6-b224-5f1aa52df58b admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8448367 Nov 09 10:27:03.524416 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 37686) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:27:03.830257 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'tenant_id': '4dd5e58894da46c69bcd2ff8362a07eb'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:27:03.919314 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Made reservation on behalf of 4dd5e58894da46c69bcd2ff8362a07eb for: {'network': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:27:03.922066 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for network, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:03.938946 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:04.043129 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:04.108233 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:04.132166 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:27:04.156681 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781390831656', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:04.157247 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Unsubscribe: segment precommit_create {{(pid=101905) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 09 10:27:04.157788 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.db.segments_db [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Added segment 23ef31e9-4e48-4427-be6a-5054eed2bb0e of type vlan for network 54da782a-e542-451a-a748-b194c0b62926 Nov 09 10:27:04.163250 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d838ef-bad8-4465-9dd3-c6fcace73ef9,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:27:04.198335 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:04.198605 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:04.198941 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:04.199263 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:04.199583 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:04.199915 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:04.200255 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:04.200585 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:04.200915 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:04.201227 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:04.201535 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:04.201847 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Tracked resource versions report: Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: pushed versions: Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: { 'AddressGroup': {'1.2'}, Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: 'ConntrackHelper': {'1.0'}, Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: 'Log': {'1.0'}, Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: 'Network': {'1.1'}, Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: 'Port': {'1.7'}, Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: 'PortForwarding': {'1.2'}, Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: 'QosPolicy': {'1.10'}, Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: 'SecurityGroup': {'1.5'}, Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: 'SecurityGroupRule': {'1.2'}, Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: 'SubPort': {'1.0'}, Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: 'Subnet': {'1.1'}, Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: 'Trunk': {'1.1'}} Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: consumer versions: Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: { DHCP agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: L3 agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: Metadata agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: Metering agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: Open vSwitch agent@dv-cinder-816628-1-iscsi: { 'AddressGroup': '1.2', Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: 'ConntrackHelper': '1.0', Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: 'Log': '1.0', Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: 'Network': '1.1', Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: 'Port': '1.7', Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: 'PortForwarding': '1.2', Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: 'QosPolicy': '1.10', Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: 'SecurityGroup': '1.5', Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: 'SecurityGroupRule': '1.2', Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: 'SubPort': '1.0', Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: 'Subnet': '1.1', Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: 'Trunk': '1.1'}} Nov 09 10:27:04.202923 dv-cinder-816628-1-iscsi neutron-server[101905]: {{(pid=101905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 10:27:04.276018 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781390311891'] for network, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:04.369189 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for network, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:04.370242 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:27:04.370991 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:04.467725 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] Pushing event updated for resources: {'Network': ['ID=54da782a-e542-451a-a748-b194c0b62926,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:27:04.479895 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Network 54da782a-e542-451a-a748-b194c0b62926 details requested by agent ovs-agent-dv-cinder-816628-1-iscsi with host dv-cinder-816628-1-iscsi {{(pid=101906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 10:27:04.480680 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-7e50519e-7482-4ac4-89bb-06302118f2e0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.9552336 Nov 09 10:27:07.377099 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 37700) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:27:07.799730 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631f5a49-ac1e-430b-8ce5-d97c71bc6c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:27:07.801125 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-631f5a49-ac1e-430b-8ce5-d97c71bc6c39 admin admin] 10.222.0.35 "GET /v2.0/networks/54da782a-e542-451a-a748-b194c0b62926 HTTP/1.1" status: 200 len: 824 time: 0.4230866 Nov 09 10:27:07.826435 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-8e298f1a-1c6b-4d55-90b3-0ef75c023917 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/7a1e953e-3d8e-4ce6-ba74-f6e654a03b0d HTTP/1.1" status: 200 len: 734 time: 0.0188336 Nov 09 10:27:07.835585 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-37d68725-f31d-421f-8485-c5839df0e84d admin admin] Request body: {'subnet': {'network_id': '54da782a-e542-451a-a748-b194c0b62926', 'subnetpool_id': '7a1e953e-3d8e-4ce6-ba74-f6e654a03b0d', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'gateway_ip': '172.20.0.1'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:27:07.947407 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d68725-f31d-421f-8485-c5839df0e84d admin admin] Made reservation on behalf of 4dd5e58894da46c69bcd2ff8362a07eb for: {'subnet': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:27:07.949840 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-37d68725-f31d-421f-8485-c5839df0e84d admin admin] Publish callbacks [] for subnet, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:08.302343 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-37d68725-f31d-421f-8485-c5839df0e84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for subnet, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:08.373619 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d68725-f31d-421f-8485-c5839df0e84d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a157bec-90f9-4a7e-921d-6b7d57b25abf,revision_number=0']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:27:08.381731 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d68725-f31d-421f-8485-c5839df0e84d admin admin] Checking segment: {'id': '23ef31e9-4e48-4427-be6a-5054eed2bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '54da782a-e542-451a-a748-b194c0b62926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:27:08.382390 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d68725-f31d-421f-8485-c5839df0e84d admin admin] Network hostable DHCP agents. Network: 54da782a-e542-451a-a748-b194c0b62926, hostable agents: ['bb6b8b96-70eb-486f-b492-dd7d5d6af293'], hosted agents: [] {{(pid=101905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:27:08.462703 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d68725-f31d-421f-8485-c5839df0e84d admin admin] Network 54da782a-e542-451a-a748-b194c0b62926 is scheduled to be hosted by DHCP agent bb6b8b96-70eb-486f-b492-dd7d5d6af293 with binding_index 1 {{(pid=101905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:27:08.536668 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-37d68725-f31d-421f-8485-c5839df0e84d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816628-1-iscsi, 54da782a-e542-451a-a748-b194c0b62926) {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:27:08.542248 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d68725-f31d-421f-8485-c5839df0e84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:27:08.542862 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-37d68725-f31d-421f-8485-c5839df0e84d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:08.547678 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daab58f-7f02-4c62-953e-ffd21209a382 None None] Network 54da782a-e542-451a-a748-b194c0b62926 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:27:08.619006 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-37d68725-f31d-421f-8485-c5839df0e84d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7865489 Nov 09 10:27:08.885117 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp873e253d-0079-5e65-ba92-49c49ab5e1bc-54da782a-e542-451a-a748-b194c0b62926', 'network_id': '54da782a-e542-451a-a748-b194c0b62926', 'tenant_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'fixed_ips': [{'subnet_id': '0a157bec-90f9-4a7e-921d-6b7d57b25abf'}]}} from dv-cinder-816628-1-iscsi. {{(pid=101906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 10:27:08.886359 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:09.204191 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.db_base_plugin_common [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Allocated IP 172.20.0.2 (54da782a-e542-451a-a748-b194c0b62926/0a157bec-90f9-4a7e-921d-6b7d57b25abf/dfccb47e-387c-4560-bdcc-3cf965d8473e) {{(pid=101906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:27:09.441893 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Publish callbacks [] for port, precommit_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:09.514334 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:09.590178 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Network 54da782a-e542-451a-a748-b194c0b62926 is already hosted by enough agents. {{(pid=101906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:27:09.597427 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.scheduler.base_scheduler [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Resources bound (agent type, host, resource id): {{(pid=101906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:27:09.606913 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Received port after_create {{(pid=101906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:27:09.610192 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Pushing event updated for resources: {'Port': ['ID=dfccb47e-387c-4560-bdcc-3cf965d8473e,revision_number=1']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:27:09.644552 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:09.644907 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:09.645246 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:09.645579 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:09.645908 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:09.646236 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:09.646562 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:09.646886 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:09.647228 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:09.647552 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:09.647892 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:09.648211 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Tracked resource versions report: Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: pushed versions: Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: { 'AddressGroup': {'1.2'}, Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: 'ConntrackHelper': {'1.0'}, Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: 'Log': {'1.0'}, Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: 'Network': {'1.1'}, Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: 'Port': {'1.7'}, Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: 'PortForwarding': {'1.2'}, Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: 'QosPolicy': {'1.10'}, Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: 'SecurityGroup': {'1.5'}, Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: 'SecurityGroupRule': {'1.2'}, Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: 'SubPort': {'1.0'}, Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: 'Subnet': {'1.1'}, Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: 'Trunk': {'1.1'}} Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: consumer versions: Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: { DHCP agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: L3 agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: Metadata agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: Metering agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: Open vSwitch agent@dv-cinder-816628-1-iscsi: { 'AddressGroup': '1.2', Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: 'ConntrackHelper': '1.0', Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: 'Log': '1.0', Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: 'Network': '1.1', Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: 'Port': '1.7', Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: 'PortForwarding': '1.2', Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: 'QosPolicy': '1.10', Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: 'SecurityGroup': '1.5', Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: 'SecurityGroupRule': '1.2', Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: 'SubPort': '1.0', Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: 'Subnet': '1.1', Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: 'Trunk': '1.1'}} Nov 09 10:27:09.649965 dv-cinder-816628-1-iscsi neutron-server[101906]: {{(pid=101906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 10:27:09.706173 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Attempting to bind port dfccb47e-387c-4560-bdcc-3cf965d8473e on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:27:09.707477 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Attempting to bind port dfccb47e-387c-4560-bdcc-3cf965d8473e by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': '23ef31e9-4e48-4427-be6a-5054eed2bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '54da782a-e542-451a-a748-b194c0b62926'}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:27:09.708284 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Attempting to bind port dfccb47e-387c-4560-bdcc-3cf965d8473e on network 54da782a-e542-451a-a748-b194c0b62926 {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:27:09.717980 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:27:09.718535 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Checking segment: {'id': '23ef31e9-4e48-4427-be6a-5054eed2bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '54da782a-e542-451a-a748-b194c0b62926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:27:09.719333 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:09.719810 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Bound using segment: {'id': '23ef31e9-4e48-4427-be6a-5054eed2bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '54da782a-e542-451a-a748-b194c0b62926'} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:27:09.720581 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Bound port: dfccb47e-387c-4560-bdcc-3cf965d8473e, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ef31e9-4e48-4427-be6a-5054eed2bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '54da782a-e542-451a-a748-b194c0b62926'}}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:27:09.721849 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:09.802311 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] For port dfccb47e-387c-4560-bdcc-3cf965d8473e, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:27:09.807006 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] For port dfccb47e-387c-4560-bdcc-3cf965d8473e, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=dfccb47e-387c-4560-bdcc-3cf965d8473e,segment=NetworkSegment(23ef31e9-4e48-4427-be6a-5054eed2bb0e),segment_id=23ef31e9-4e48-4427-be6a-5054eed2bb0e)] {{(pid=101906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:27:09.873954 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:09.946452 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e62d6e-02e0-40bf-8b0d-183dbfc67e33 None None] Pushing event updated for resources: {'Port': ['ID=dfccb47e-387c-4560-bdcc-3cf965d8473e,revision_number=2']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:27:11.238881 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 37708) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:27:11.782038 dv-cinder-816628-1-iscsi neutron-server[101904]: WARNING oslo_policy.policy [None req-4b701711-f8dd-45f3-91a6-2597f16451bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 10:27:11.783048 dv-cinder-816628-1-iscsi neutron-server[101904]: WARNING oslo_policy.policy [None req-4b701711-f8dd-45f3-91a6-2597f16451bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 10:27:12.018106 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [None req-4b701711-f8dd-45f3-91a6-2597f16451bb admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 10:27:12.019358 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-4b701711-f8dd-45f3-91a6-2597f16451bb admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7784302 Nov 09 10:27:14.580282 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 37722) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:27:14.932591 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [None req-68286ab3-0fdb-4ca6-bed5-c4a37a504907 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 10:27:14.933587 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-68286ab3-0fdb-4ca6-bed5-c4a37a504907 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3523560 Nov 09 10:27:17.751328 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 37734) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:27:18.031085 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device dfccb47e-387c-4560-bdcc-3cf965d8473e up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:27:18.096465 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-43fd825c-ebd4-4d02-a069-df94569aa8ad admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '4dd5e58894da46c69bcd2ff8362a07eb'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:27:18.125166 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port dfccb47e-387c-4560-bdcc-3cf965d8473e triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:27:18.125547 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:18.162703 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.policy [None req-43fd825c-ebd4-4d02-a069-df94569aa8ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101904) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 09 10:27:18.211204 dv-cinder-816628-1-iscsi neutron-server[101904]: WARNING oslo_policy.policy [None req-43fd825c-ebd4-4d02-a069-df94569aa8ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 10:27:18.211617 dv-cinder-816628-1-iscsi neutron-server[101904]: WARNING oslo_policy.policy [None req-43fd825c-ebd4-4d02-a069-df94569aa8ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 10:27:18.220992 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.quota [None req-43fd825c-ebd4-4d02-a069-df94569aa8ad admin admin] Loaded quota_driver: . Nov 09 10:27:18.237179 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:18.273317 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] For port dfccb47e-387c-4560-bdcc-3cf965d8473e, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=dfccb47e-387c-4560-bdcc-3cf965d8473e,segment=NetworkSegment(23ef31e9-4e48-4427-be6a-5054eed2bb0e),segment_id=23ef31e9-4e48-4427-be6a-5054eed2bb0e)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:27:18.398998 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:18.410717 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-43fd825c-ebd4-4d02-a069-df94569aa8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3444'] for router, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:18.433411 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-43fd825c-ebd4-4d02-a069-df94569aa8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3437'] for router, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:18.453079 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Pushing event updated for resources: {'Port': ['ID=dfccb47e-387c-4560-bdcc-3cf965d8473e,revision_number=3']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:27:18.576793 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-43fd825c-ebd4-4d02-a069-df94569aa8ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:18.640114 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-43fd825c-ebd4-4d02-a069-df94569aa8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741373'] for router, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:18.742046 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-43fd825c-ebd4-4d02-a069-df94569aa8ad admin admin] Publish callbacks [] for router, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:18.743385 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-43fd825c-ebd4-4d02-a069-df94569aa8ad admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9910724 Nov 09 10:27:19.273706 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4524fd5f-edec-44f7-a55d-bbd53172608d None None] Network 54da782a-e542-451a-a748-b194c0b62926 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:27:19.314141 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-b4404aed-ab03-4e77-a755-a45826e94ccc None None] Provisioning complete for port dfccb47e-387c-4560-bdcc-3cf965d8473e triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:27:19.314505 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b4404aed-ab03-4e77-a755-a45826e94ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:19.685885 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-44805077-55fe-492f-b363-207d660fa0d7 None None] Provisioning complete for port dfccb47e-387c-4560-bdcc-3cf965d8473e triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:27:19.686246 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-44805077-55fe-492f-b363-207d660fa0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:19.954499 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device dfccb47e-387c-4560-bdcc-3cf965d8473e up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:27:20.003347 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port dfccb47e-387c-4560-bdcc-3cf965d8473e triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:27:20.003703 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:20.507081 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-dad1f519-a7e5-41e8-9e20-98ff17dc203f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:21.355610 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 37746) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:27:21.730575 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [None req-d904ba58-2dbf-4f94-bd09-8c421a6a6f4f admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 10:27:21.732301 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-d904ba58-2dbf-4f94-bd09-8c421a6a6f4f admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3754179 Nov 09 10:27:23.290391 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-7ffde463-6ff0-4049-92f2-25ee314d88e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:23.878573 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:24.375790 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 37764) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:27:24.509216 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:27:24.608387 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Made reservation on behalf of a0b35c01fd39444483edcd1756df1889 for: {'network': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:27:24.611209 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for network, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:24.627568 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:24.733504 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:24.787316 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:24.798518 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Reserving flat network on physical network physnet1 {{(pid=101904) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 09 10:27:24.830445 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781390831656', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:24.831020 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Unsubscribe: segment precommit_create {{(pid=101904) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 09 10:27:24.831525 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.segments_db [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Added segment f9d43220-c113-4ca1-8ae9-450b6dcd862c of type flat for network b911c41a-6d30-4814-901f-89185e089761 Nov 09 10:27:24.847885 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8e7d4a-ff3a-499b-96a7-d1efdd2d73f1,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:27:24.900575 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:24.900931 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:24.901268 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:24.901592 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:24.902059 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:24.902262 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:24.902564 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:24.902892 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:24.903222 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:24.903536 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:24.903846 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:24.904189 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Tracked resource versions report: Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: pushed versions: Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: { 'AddressGroup': {'1.2'}, Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: 'ConntrackHelper': {'1.0'}, Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: 'Log': {'1.0'}, Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: 'Network': {'1.1'}, Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: 'Port': {'1.7'}, Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: 'PortForwarding': {'1.2'}, Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: 'QosPolicy': {'1.10'}, Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: 'SecurityGroup': {'1.5'}, Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: 'SecurityGroupRule': {'1.2'}, Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: 'SubPort': {'1.0'}, Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: 'Subnet': {'1.1'}, Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: 'Trunk': {'1.1'}} Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: consumer versions: Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: { DHCP agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: L3 agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: Metadata agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: Metering agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: Open vSwitch agent@dv-cinder-816628-1-iscsi: { 'AddressGroup': '1.2', Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: 'ConntrackHelper': '1.0', Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: 'Log': '1.0', Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: 'Network': '1.1', Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: 'Port': '1.7', Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: 'PortForwarding': '1.2', Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: 'QosPolicy': '1.10', Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: 'SecurityGroup': '1.5', Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: 'SecurityGroupRule': '1.2', Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: 'SubPort': '1.0', Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: 'Subnet': '1.1', Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: 'Trunk': '1.1'}} Nov 09 10:27:24.909495 dv-cinder-816628-1-iscsi neutron-server[101904]: {{(pid=101904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 10:27:24.959912 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781390311891'] for network, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:25.065887 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for network, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:25.067008 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:27:25.067724 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:25.168083 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] Pushing event updated for resources: {'Network': ['ID=b911c41a-6d30-4814-901f-89185e089761,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:27:25.178533 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Network b911c41a-6d30-4814-901f-89185e089761 details requested by agent ovs-agent-dv-cinder-816628-1-iscsi with host dv-cinder-816628-1-iscsi {{(pid=101906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 10:27:25.199864 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-e6f17471-afff-4f5d-a27e-2405dfdda4a1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8229198 Nov 09 10:27:25.387118 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:26.284218 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:27.608763 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 37786) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:27:27.759146 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116b2622-9c1c-4a72-b53b-71bd28a31f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:27:27.760574 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-116b2622-9c1c-4a72-b53b-71bd28a31f96 admin admin] 10.222.0.35 "GET /v2.0/subnets/0a157bec-90f9-4a7e-921d-6b7d57b25abf HTTP/1.1" status: 200 len: 849 time: 0.1505506 Nov 09 10:27:27.907728 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-a189837f-df83-4601-94cd-b1586c032fb3 admin admin] 10.222.0.35 "GET /v2.0/routers/3c5b5de3-68ab-4dd1-a5ad-c1607056c70b HTTP/1.1" status: 200 len: 704 time: 0.1404011 Nov 09 10:27:28.181554 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d018d93b-b63a-4027-a063-855a210e6185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:28.484536 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [None req-d018d93b-b63a-4027-a063-855a210e6185 admin admin] Allocated IP 172.20.0.1 (54da782a-e542-451a-a748-b194c0b62926/0a157bec-90f9-4a7e-921d-6b7d57b25abf/891cc4f9-cdab-41bf-ae75-6c88d2484a0f) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:27:28.671616 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d018d93b-b63a-4027-a063-855a210e6185 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:28.827808 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d018d93b-b63a-4027-a063-855a210e6185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:28.903917 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d018d93b-b63a-4027-a063-855a210e6185 admin admin] Network 54da782a-e542-451a-a748-b194c0b62926 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:27:28.911415 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-d018d93b-b63a-4027-a063-855a210e6185 admin admin] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:27:28.924869 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d018d93b-b63a-4027-a063-855a210e6185 admin admin] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:27:28.925388 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d018d93b-b63a-4027-a063-855a210e6185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740392'] for router_interface, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:28.928337 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018d93b-b63a-4027-a063-855a210e6185 admin admin] Pushing event updated for resources: {'Port': ['ID=891cc4f9-cdab-41bf-ae75-6c88d2484a0f,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:27:29.160774 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-b02873d2-4cb8-4c23-befe-c564846f68fe None None] Provisioning complete for port 891cc4f9-cdab-41bf-ae75-6c88d2484a0f triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:27:29.161341 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b02873d2-4cb8-4c23-befe-c564846f68fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:29.196630 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-b02873d2-4cb8-4c23-befe-c564846f68fe None None] Port 891cc4f9-cdab-41bf-ae75-6c88d2484a0f cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:27:29.208990 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d018d93b-b63a-4027-a063-855a210e6185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:29.483507 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d018d93b-b63a-4027-a063-855a210e6185 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:29.546951 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d018d93b-b63a-4027-a063-855a210e6185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:29.547741 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d018d93b-b63a-4027-a063-855a210e6185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740540'] for router_interface, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:29.634934 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018d93b-b63a-4027-a063-855a210e6185 admin admin] Pushing event updated for resources: {'Port': ['ID=891cc4f9-cdab-41bf-ae75-6c88d2484a0f,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:27:29.675531 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d018d93b-b63a-4027-a063-855a210e6185 admin admin] Network 54da782a-e542-451a-a748-b194c0b62926 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:27:29.676929 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-d018d93b-b63a-4027-a063-855a210e6185 admin admin] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:27:29.907540 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d018d93b-b63a-4027-a063-855a210e6185 admin admin] Router 3c5b5de3-68ab-4dd1-a5ad-c1607056c70b is scheduled to L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 with binding_index 1 {{(pid=101904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 10:27:29.921439 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-ef6edb5d-252f-4716-9e3b-38609bfe2dc6 None None] Provisioning complete for port 891cc4f9-cdab-41bf-ae75-6c88d2484a0f triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:27:29.921806 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-ef6edb5d-252f-4716-9e3b-38609bfe2dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:29.960643 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-ef6edb5d-252f-4716-9e3b-38609bfe2dc6 None None] Port 891cc4f9-cdab-41bf-ae75-6c88d2484a0f cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:27:30.004802 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d018d93b-b63a-4027-a063-855a210e6185 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:27:30.010265 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-d018d93b-b63a-4027-a063-855a210e6185 admin admin] 10.222.0.35 "PUT /v2.0/routers/3c5b5de3-68ab-4dd1-a5ad-c1607056c70b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0960114 Nov 09 10:27:30.027588 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] Sync routers for ids ['3c5b5de3-68ab-4dd1-a5ad-c1607056c70b'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:27:30.040844 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] Routers {'3c5b5de3-68ab-4dd1-a5ad-c1607056c70b'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:27:30.041686 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:27:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['3c5b5de3-68ab-4dd1-a5ad-c1607056c70b'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:27:30.239141 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] Set router 3c5b5de3-68ab-4dd1-a5ad-c1607056c70b gateway port host: None {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:27:30.704512 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5b5de3-68ab-4dd1-a5ad-c1607056c70b', 'name': 'router1', 'tenant_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:27:18Z', 'updated_at': '2021-11-09T10:27:29Z', 'revision_number': 2, 'project_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'gw_port_host': None, '_interfaces': [{'id': '891cc4f9-cdab-41bf-ae75-6c88d2484a0f', 'name': '', 'network_id': '54da782a-e542-451a-a748-b194c0b62926', 'tenant_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'mac_address': 'fa:16:3e:a3:ec:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5b5de3-68ab-4dd1-a5ad-c1607056c70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a157bec-90f9-4a7e-921d-6b7d57b25abf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:27:28Z', 'updated_at': '2021-11-09T10:27:29Z', 'revision_number': 2, 'project_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'subnets': [{'id': '0a157bec-90f9-4a7e-921d-6b7d57b25abf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a1e953e-3d8e-4ce6-ba74-f6e654a03b0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:27:30.756887 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] Checking router: 3c5b5de3-68ab-4dd1-a5ad-c1607056c70b for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:27:30.757800 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] Updating router 3c5b5de3-68ab-4dd1-a5ad-c1607056c70b port 891cc4f9-cdab-41bf-ae75-6c88d2484a0f binding host dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 10:27:30.808610 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:31.334864 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] Publish callbacks [] for port, precommit_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:31.432769 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:31.594783 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e5fcc-01c0-48ab-9e4d-f88ae0175b3e None None] Pushing event updated for resources: {'Port': ['ID=891cc4f9-cdab-41bf-ae75-6c88d2484a0f,revision_number=3']} {{(pid=101907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:27:31.611592 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] Attempting to bind port 891cc4f9-cdab-41bf-ae75-6c88d2484a0f on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:27:31.612145 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] Attempting to bind port 891cc4f9-cdab-41bf-ae75-6c88d2484a0f by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': '23ef31e9-4e48-4427-be6a-5054eed2bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '54da782a-e542-451a-a748-b194c0b62926'}] {{(pid=101907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:27:31.612666 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] Attempting to bind port 891cc4f9-cdab-41bf-ae75-6c88d2484a0f on network 54da782a-e542-451a-a748-b194c0b62926 {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:27:31.616067 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e5fcc-01c0-48ab-9e4d-f88ae0175b3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:31.616363 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e5fcc-01c0-48ab-9e4d-f88ae0175b3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:31.616771 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e5fcc-01c0-48ab-9e4d-f88ae0175b3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:31.617050 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e5fcc-01c0-48ab-9e4d-f88ae0175b3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:31.617382 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e5fcc-01c0-48ab-9e4d-f88ae0175b3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:31.617714 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e5fcc-01c0-48ab-9e4d-f88ae0175b3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:31.618039 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e5fcc-01c0-48ab-9e4d-f88ae0175b3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:31.618365 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e5fcc-01c0-48ab-9e4d-f88ae0175b3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:31.618708 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e5fcc-01c0-48ab-9e4d-f88ae0175b3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:31.619004 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e5fcc-01c0-48ab-9e4d-f88ae0175b3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:31.619330 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e5fcc-01c0-48ab-9e4d-f88ae0175b3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:31.619647 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e5fcc-01c0-48ab-9e4d-f88ae0175b3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e5fcc-01c0-48ab-9e4d-f88ae0175b3e None None] Tracked resource versions report: Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: pushed versions: Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: { 'AddressGroup': {'1.2'}, Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: 'ConntrackHelper': {'1.0'}, Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: 'Log': {'1.0'}, Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: 'Network': {'1.1'}, Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: 'Port': {'1.7'}, Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: 'PortForwarding': {'1.2'}, Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: 'QosPolicy': {'1.10'}, Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: 'SecurityGroup': {'1.5'}, Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: 'SecurityGroupRule': {'1.2'}, Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: 'SubPort': {'1.0'}, Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: 'Subnet': {'1.1'}, Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: 'Trunk': {'1.1'}} Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: consumer versions: Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: { DHCP agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: L3 agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: Metadata agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: Metering agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: Open vSwitch agent@dv-cinder-816628-1-iscsi: { 'AddressGroup': '1.2', Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: 'ConntrackHelper': '1.0', Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: 'Log': '1.0', Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: 'Network': '1.1', Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: 'Port': '1.7', Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: 'PortForwarding': '1.2', Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: 'QosPolicy': '1.10', Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: 'SecurityGroup': '1.5', Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: 'SecurityGroupRule': '1.2', Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: 'SubPort': '1.0', Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: 'Subnet': '1.1', Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: 'Trunk': '1.1'}} Nov 09 10:27:31.620819 dv-cinder-816628-1-iscsi neutron-server[101907]: {{(pid=101907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 10:27:31.629535 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:27:31.629915 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] Checking segment: {'id': '23ef31e9-4e48-4427-be6a-5054eed2bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '54da782a-e542-451a-a748-b194c0b62926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:27:31.630390 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:31.630776 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] Bound using segment: {'id': '23ef31e9-4e48-4427-be6a-5054eed2bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '54da782a-e542-451a-a748-b194c0b62926'} {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:27:31.631517 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] Bound port: 891cc4f9-cdab-41bf-ae75-6c88d2484a0f, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ef31e9-4e48-4427-be6a-5054eed2bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '54da782a-e542-451a-a748-b194c0b62926'}}] {{(pid=101907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:27:31.631724 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:31.696807 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-254002e7-9fe9-4c39-a3c5-b7d59a4e4755 None None] Provisioning complete for port 891cc4f9-cdab-41bf-ae75-6c88d2484a0f triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:27:31.697399 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-254002e7-9fe9-4c39-a3c5-b7d59a4e4755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:31.714137 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.db [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] For port 891cc4f9-cdab-41bf-ae75-6c88d2484a0f, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:27:31.734979 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.db [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] For port 891cc4f9-cdab-41bf-ae75-6c88d2484a0f, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=891cc4f9-cdab-41bf-ae75-6c88d2484a0f,segment=NetworkSegment(23ef31e9-4e48-4427-be6a-5054eed2bb0e),segment_id=23ef31e9-4e48-4427-be6a-5054eed2bb0e)] {{(pid=101907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:27:31.740111 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-254002e7-9fe9-4c39-a3c5-b7d59a4e4755 None None] Port 891cc4f9-cdab-41bf-ae75-6c88d2484a0f cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:27:31.828180 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:31.890997 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e5fcc-01c0-48ab-9e4d-f88ae0175b3e None None] Pushing event updated for resources: {'Port': ['ID=891cc4f9-cdab-41bf-ae75-6c88d2484a0f,revision_number=4']} {{(pid=101907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:27:31.896404 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] Routers {'3c5b5de3-68ab-4dd1-a5ad-c1607056c70b'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:27:31.897033 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:27:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['3c5b5de3-68ab-4dd1-a5ad-c1607056c70b'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:27:31.994549 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] Set router 3c5b5de3-68ab-4dd1-a5ad-c1607056c70b gateway port host: None {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:27:32.062862 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-51a4bc68-0534-4eeb-8607-8938b309c2af None None] Provisioning complete for port 891cc4f9-cdab-41bf-ae75-6c88d2484a0f triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:27:32.063298 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-51a4bc68-0534-4eeb-8607-8938b309c2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:32.162746 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-51a4bc68-0534-4eeb-8607-8938b309c2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:32.204346 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-51a4bc68-0534-4eeb-8607-8938b309c2af None None] For port 891cc4f9-cdab-41bf-ae75-6c88d2484a0f, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=891cc4f9-cdab-41bf-ae75-6c88d2484a0f,segment=NetworkSegment(23ef31e9-4e48-4427-be6a-5054eed2bb0e),segment_id=23ef31e9-4e48-4427-be6a-5054eed2bb0e)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:27:32.239420 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5b5de3-68ab-4dd1-a5ad-c1607056c70b', 'name': 'router1', 'tenant_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:27:18Z', 'updated_at': '2021-11-09T10:27:29Z', 'revision_number': 2, 'project_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'gw_port_host': None, '_interfaces': [{'id': '891cc4f9-cdab-41bf-ae75-6c88d2484a0f', 'name': '', 'network_id': '54da782a-e542-451a-a748-b194c0b62926', 'tenant_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'mac_address': 'fa:16:3e:a3:ec:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5b5de3-68ab-4dd1-a5ad-c1607056c70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a157bec-90f9-4a7e-921d-6b7d57b25abf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:27:28Z', 'updated_at': '2021-11-09T10:27:31Z', 'revision_number': 4, 'project_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'subnets': [{'id': '0a157bec-90f9-4a7e-921d-6b7d57b25abf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a1e953e-3d8e-4ce6-ba74-f6e654a03b0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:27:32.265446 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4323f940-1b79-4d79-8c2e-72dc7cc1a97d None None] The sync data for ids ['3c5b5de3-68ab-4dd1-a5ad-c1607056c70b'] in dv-cinder-816628-1-iscsi is: [{'id': '3c5b5de3-68ab-4dd1-a5ad-c1607056c70b', 'name': 'router1', 'tenant_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:27:18Z', 'updated_at': '2021-11-09T10:27:29Z', 'revision_number': 2, 'project_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'gw_port_host': None, '_interfaces': [{'id': '891cc4f9-cdab-41bf-ae75-6c88d2484a0f', 'name': '', 'network_id': '54da782a-e542-451a-a748-b194c0b62926', 'tenant_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'mac_address': 'fa:16:3e:a3:ec:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5b5de3-68ab-4dd1-a5ad-c1607056c70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a157bec-90f9-4a7e-921d-6b7d57b25abf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:27:28Z', 'updated_at': '2021-11-09T10:27:31Z', 'revision_number': 4, 'project_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'subnets': [{'id': '0a157bec-90f9-4a7e-921d-6b7d57b25abf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a1e953e-3d8e-4ce6-ba74-f6e654a03b0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:27:32.329807 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-51a4bc68-0534-4eeb-8607-8938b309c2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:32.384390 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4bc68-0534-4eeb-8607-8938b309c2af None None] Pushing event updated for resources: {'Port': ['ID=891cc4f9-cdab-41bf-ae75-6c88d2484a0f,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:27:32.425096 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 37796) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:27:32.550699 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33825aa6-f038-406a-be53-60fadd2b9fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:27:32.552004 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-33825aa6-f038-406a-be53-60fadd2b9fff admin admin] 10.222.0.35 "GET /v2.0/networks/b911c41a-6d30-4814-901f-89185e089761 HTTP/1.1" status: 200 len: 842 time: 0.1261258 Nov 09 10:27:32.562799 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-f229e00c-50ca-4af4-a99d-f67b59b4ece3 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'enable_dhcp': False, 'cidr': '172.27.0.0/24'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:27:32.689635 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f229e00c-50ca-4af4-a99d-f67b59b4ece3 admin admin] Made reservation on behalf of a0b35c01fd39444483edcd1756df1889 for: {'subnet': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:27:32.692952 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f229e00c-50ca-4af4-a99d-f67b59b4ece3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:32.744682 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 5 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:27:33.143763 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.objects.ports [None req-f229e00c-50ca-4af4-a99d-f67b59b4ece3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101904) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 10:27:33.144512 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f229e00c-50ca-4af4-a99d-f67b59b4ece3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for subnet, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:33.219352 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229e00c-50ca-4af4-a99d-f67b59b4ece3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=716689b8-5fc0-4f64-a63e-fd749e80eafc,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:27:33.225584 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f229e00c-50ca-4af4-a99d-f67b59b4ece3 admin admin] Checking segment: {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:27:33.225963 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f229e00c-50ca-4af4-a99d-f67b59b4ece3 admin admin] Network hostable DHCP agents. Network: b911c41a-6d30-4814-901f-89185e089761, hostable agents: ['bb6b8b96-70eb-486f-b492-dd7d5d6af293'], hosted agents: [] {{(pid=101904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:27:33.319207 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f229e00c-50ca-4af4-a99d-f67b59b4ece3 admin admin] Network b911c41a-6d30-4814-901f-89185e089761 is scheduled to be hosted by DHCP agent bb6b8b96-70eb-486f-b492-dd7d5d6af293 with binding_index 1 {{(pid=101904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:27:33.444529 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-f229e00c-50ca-4af4-a99d-f67b59b4ece3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816628-1-iscsi, b911c41a-6d30-4814-901f-89185e089761) {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:27:33.449085 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f229e00c-50ca-4af4-a99d-f67b59b4ece3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:27:33.449837 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f229e00c-50ca-4af4-a99d-f67b59b4ece3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:33.458844 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384964b1-e8a0-49b1-ad45-d542b6f48521 None None] Network b911c41a-6d30-4814-901f-89185e089761 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:27:33.554015 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-f229e00c-50ca-4af4-a99d-f67b59b4ece3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9948106 Nov 09 10:27:33.608356 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadea6f0-b3dc-4d9d-8c8b-0790d9d1c2d5 None None] Network b911c41a-6d30-4814-901f-89185e089761 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:27:36.054522 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 37804) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:27:36.239624 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-89190300-fa5d-4d81-b31e-20256273578a admin admin] 10.222.0.35 "GET /v2.0/routers/3c5b5de3-68ab-4dd1-a5ad-c1607056c70b HTTP/1.1" status: 200 len: 710 time: 0.1836135 Nov 09 10:27:36.334885 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65a4596-475f-4bb0-857a-facca6ac874c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:27:36.341891 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-d65a4596-475f-4bb0-857a-facca6ac874c admin admin] 10.222.0.35 "GET /v2.0/networks/b911c41a-6d30-4814-901f-89185e089761 HTTP/1.1" status: 200 len: 886 time: 0.0893445 Nov 09 10:27:36.346221 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-e0b2352f-f69b-4ee5-b7c3-5e32946ae167 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:27:36.809084 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e0b2352f-f69b-4ee5-b7c3-5e32946ae167 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:37.169095 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e0b2352f-f69b-4ee5-b7c3-5e32946ae167 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:37.255393 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e0b2352f-f69b-4ee5-b7c3-5e32946ae167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:37.420059 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [None req-e0b2352f-f69b-4ee5-b7c3-5e32946ae167 admin admin] Allocated IP 172.27.0.200 (b911c41a-6d30-4814-901f-89185e089761/716689b8-5fc0-4f64-a63e-fd749e80eafc/b33a5449-2ecc-4733-a31b-cfc9afba9de2) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:27:37.552864 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e0b2352f-f69b-4ee5-b7c3-5e32946ae167 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:37.673308 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e0b2352f-f69b-4ee5-b7c3-5e32946ae167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:37.718355 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b2352f-f69b-4ee5-b7c3-5e32946ae167 admin admin] Network b911c41a-6d30-4814-901f-89185e089761 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:27:37.721518 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-e0b2352f-f69b-4ee5-b7c3-5e32946ae167 admin admin] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:27:37.727389 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2352f-f69b-4ee5-b7c3-5e32946ae167 admin admin] Pushing event updated for resources: {'Port': ['ID=b33a5449-2ecc-4733-a31b-cfc9afba9de2,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:27:37.740764 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b2352f-f69b-4ee5-b7c3-5e32946ae167 admin admin] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:27:38.154539 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e0b2352f-f69b-4ee5-b7c3-5e32946ae167 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:38.381856 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e0b2352f-f69b-4ee5-b7c3-5e32946ae167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3419'] for router, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:38.386128 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e0b2352f-f69b-4ee5-b7c3-5e32946ae167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741364', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570008'] for router, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:38.508419 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b2352f-f69b-4ee5-b7c3-5e32946ae167 admin admin] Router 3c5b5de3-68ab-4dd1-a5ad-c1607056c70b has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:27:38.704701 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b2352f-f69b-4ee5-b7c3-5e32946ae167 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:27:38.711621 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e0b2352f-f69b-4ee5-b7c3-5e32946ae167 admin admin] Publish callbacks [] for router, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:38.712077 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-e0b2352f-f69b-4ee5-b7c3-5e32946ae167 admin admin] 10.222.0.35 "PUT /v2.0/routers/3c5b5de3-68ab-4dd1-a5ad-c1607056c70b HTTP/1.1" status: 200 len: 890 time: 2.3692822 Nov 09 10:27:39.720871 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] Sync routers for ids ['3c5b5de3-68ab-4dd1-a5ad-c1607056c70b'] in dv-cinder-816628-1-iscsi {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:27:39.740798 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] Routers {'3c5b5de3-68ab-4dd1-a5ad-c1607056c70b'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:27:39.742493 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:27:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['3c5b5de3-68ab-4dd1-a5ad-c1607056c70b'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:27:40.038894 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 891cc4f9-cdab-41bf-ae75-6c88d2484a0f up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:27:40.043572 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] Set router 3c5b5de3-68ab-4dd1-a5ad-c1607056c70b gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:27:40.330989 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 891cc4f9-cdab-41bf-ae75-6c88d2484a0f triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:27:40.331264 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:40.702771 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5b5de3-68ab-4dd1-a5ad-c1607056c70b', 'name': 'router1', 'tenant_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'b33a5449-2ecc-4733-a31b-cfc9afba9de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:27:18Z', 'updated_at': '2021-11-09T10:27:37Z', 'revision_number': 4, 'project_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'gw_port': {'id': 'b33a5449-2ecc-4733-a31b-cfc9afba9de2', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5b5de3-68ab-4dd1-a5ad-c1607056c70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:27:37Z', 'updated_at': '2021-11-09T10:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '891cc4f9-cdab-41bf-ae75-6c88d2484a0f', 'name': '', 'network_id': '54da782a-e542-451a-a748-b194c0b62926', 'tenant_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'mac_address': 'fa:16:3e:a3:ec:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5b5de3-68ab-4dd1-a5ad-c1607056c70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a157bec-90f9-4a7e-921d-6b7d57b25abf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:27:28Z', 'updated_at': '2021-11-09T10:27:32Z', 'revision_number': 5, 'project_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'subnets': [{'id': '0a157bec-90f9-4a7e-921d-6b7d57b25abf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a1e953e-3d8e-4ce6-ba74-f6e654a03b0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:27:40.769293 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] Checking router: 3c5b5de3-68ab-4dd1-a5ad-c1607056c70b for host: dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:27:40.770254 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] Updating router 3c5b5de3-68ab-4dd1-a5ad-c1607056c70b port b33a5449-2ecc-4733-a31b-cfc9afba9de2 binding host dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 10:27:40.850483 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:41.230908 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] Publish callbacks [] for port, precommit_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:41.346776 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:41.378415 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 37818) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:27:41.416825 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe9f93-c3c0-4a0c-a757-4c089bbac19e None None] Pushing event updated for resources: {'Port': ['ID=b33a5449-2ecc-4733-a31b-cfc9afba9de2,revision_number=2']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:27:41.419112 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] Attempting to bind port b33a5449-2ecc-4733-a31b-cfc9afba9de2 on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:27:41.419473 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] Attempting to bind port b33a5449-2ecc-4733-a31b-cfc9afba9de2 by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:27:41.419843 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] Attempting to bind port b33a5449-2ecc-4733-a31b-cfc9afba9de2 on network b911c41a-6d30-4814-901f-89185e089761 {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:27:41.425851 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:27:41.426709 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] Checking segment: {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:27:41.426709 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:41.427151 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] Bound using segment: {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:27:41.427576 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] Bound port: b33a5449-2ecc-4733-a31b-cfc9afba9de2, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:27:41.427908 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:41.486479 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] For port b33a5449-2ecc-4733-a31b-cfc9afba9de2, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:27:41.490038 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] For port b33a5449-2ecc-4733-a31b-cfc9afba9de2, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=b33a5449-2ecc-4733-a31b-cfc9afba9de2,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:27:41.505422 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-4d5d9234-762d-4f61-b3c2-d96590d5eb4e admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1256933 Nov 09 10:27:41.591323 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:41.659237 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] Routers {'3c5b5de3-68ab-4dd1-a5ad-c1607056c70b'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:27:41.659882 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:27:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['3c5b5de3-68ab-4dd1-a5ad-c1607056c70b'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:27:41.661891 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe9f93-c3c0-4a0c-a757-4c089bbac19e None None] Pushing event updated for resources: {'Port': ['ID=b33a5449-2ecc-4733-a31b-cfc9afba9de2,revision_number=3']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:27:41.797022 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] Set router 3c5b5de3-68ab-4dd1-a5ad-c1607056c70b gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:27:42.062182 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5b5de3-68ab-4dd1-a5ad-c1607056c70b', 'name': 'router1', 'tenant_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'b33a5449-2ecc-4733-a31b-cfc9afba9de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:27:18Z', 'updated_at': '2021-11-09T10:27:37Z', 'revision_number': 4, 'project_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'gw_port': {'id': 'b33a5449-2ecc-4733-a31b-cfc9afba9de2', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5b5de3-68ab-4dd1-a5ad-c1607056c70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:27:37Z', 'updated_at': '2021-11-09T10:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '891cc4f9-cdab-41bf-ae75-6c88d2484a0f', 'name': '', 'network_id': '54da782a-e542-451a-a748-b194c0b62926', 'tenant_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'mac_address': 'fa:16:3e:a3:ec:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5b5de3-68ab-4dd1-a5ad-c1607056c70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a157bec-90f9-4a7e-921d-6b7d57b25abf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:27:28Z', 'updated_at': '2021-11-09T10:27:32Z', 'revision_number': 5, 'project_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'subnets': [{'id': '0a157bec-90f9-4a7e-921d-6b7d57b25abf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a1e953e-3d8e-4ce6-ba74-f6e654a03b0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:27:42.094636 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1481a7-1a48-4ea2-a817-68493d795c29 None None] The sync data for ids ['3c5b5de3-68ab-4dd1-a5ad-c1607056c70b'] in dv-cinder-816628-1-iscsi is: [{'id': '3c5b5de3-68ab-4dd1-a5ad-c1607056c70b', 'name': 'router1', 'tenant_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'b33a5449-2ecc-4733-a31b-cfc9afba9de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:27:18Z', 'updated_at': '2021-11-09T10:27:37Z', 'revision_number': 4, 'project_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'gw_port': {'id': 'b33a5449-2ecc-4733-a31b-cfc9afba9de2', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5b5de3-68ab-4dd1-a5ad-c1607056c70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:27:37Z', 'updated_at': '2021-11-09T10:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '891cc4f9-cdab-41bf-ae75-6c88d2484a0f', 'name': '', 'network_id': '54da782a-e542-451a-a748-b194c0b62926', 'tenant_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'mac_address': 'fa:16:3e:a3:ec:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5b5de3-68ab-4dd1-a5ad-c1607056c70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a157bec-90f9-4a7e-921d-6b7d57b25abf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:27:28Z', 'updated_at': '2021-11-09T10:27:32Z', 'revision_number': 5, 'project_id': '4dd5e58894da46c69bcd2ff8362a07eb', 'subnets': [{'id': '0a157bec-90f9-4a7e-921d-6b7d57b25abf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a1e953e-3d8e-4ce6-ba74-f6e654a03b0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:27:44.025325 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device b33a5449-2ecc-4733-a31b-cfc9afba9de2 up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:27:44.094609 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port b33a5449-2ecc-4733-a31b-cfc9afba9de2 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:27:44.095029 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:44.195040 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:44.221594 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] For port b33a5449-2ecc-4733-a31b-cfc9afba9de2, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=b33a5449-2ecc-4733-a31b-cfc9afba9de2,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:27:44.318728 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:44.382274 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Pushing event updated for resources: {'Port': ['ID=b33a5449-2ecc-4733-a31b-cfc9afba9de2,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:27:46.046781 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device b33a5449-2ecc-4733-a31b-cfc9afba9de2 up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:27:46.121678 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port b33a5449-2ecc-4733-a31b-cfc9afba9de2 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:27:46.122722 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:50.528806 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-073393a2-54f5-4de0-b46f-d86562f45199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:53.307681 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-043b2932-1c40-43f3-894c-83c6c6313eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:53.909934 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:55.529067 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:27:56.316033 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:28:09.745590 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 5 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:28:20.533208 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-a5f32ad9-df4e-4518-825a-742033fbf489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:28:23.327801 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c1b6f790-3f6e-41c4-b4f5-77416a4ccebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:28:23.910808 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:28:25.430271 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:28:27.133416 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:28:46.745459 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 5 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:28:50.497993 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-2069b25e-849a-4a86-a3fb-498e442931f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:28:53.291928 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-e99fe31d-2eae-4c76-b04d-290ba8b0ec3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:28:53.897353 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:28:55.394717 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:28:56.280656 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:29:20.506590 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c6052d3c-471d-4622-be08-bbec70e94019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:29:23.279291 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d25c4159-da54-407a-8167-52aaa6707491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:29:23.744762 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 5 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:29:23.884084 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:29:24.239010 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 38380) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:29:24.310834 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.pecan_wsgi.hooks.translation [None req-553c435c-b183-46c6-9460-d678942ef803 admin admin] GET failed (client error): The resource could not be found. Nov 09 10:29:24.312262 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-553c435c-b183-46c6-9460-d678942ef803 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0723090 Nov 09 10:29:24.474128 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224977db-5136-4b86-92d1-f63717c6b045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:29:24.475617 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-224977db-5136-4b86-92d1-f63717c6b045 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1581156 Nov 09 10:29:25.394402 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:29:26.301118 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:29:26.837690 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 38390) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:29:26.947565 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed13e-66e0-4015-9895-887b69929edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:29:26.948864 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-4e7ed13e-66e0-4015-9895-887b69929edb admin admin] 10.222.0.35 "GET /v2.0/subnets/0a157bec-90f9-4a7e-921d-6b7d57b25abf HTTP/1.1" status: 200 len: 849 time: 0.1101129 Nov 09 10:29:26.959919 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-258fe6f2-b4a3-4ed5-80b0-113fcb1e3c10 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:29:27.044578 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-258fe6f2-b4a3-4ed5-80b0-113fcb1e3c10 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:29:27.244983 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-258fe6f2-b4a3-4ed5-80b0-113fcb1e3c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781390804619'] for subnet, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:29:27.276262 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258fe6f2-b4a3-4ed5-80b0-113fcb1e3c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:29:27.276852 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-258fe6f2-b4a3-4ed5-80b0-113fcb1e3c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:29:27.278501 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-258fe6f2-b4a3-4ed5-80b0-113fcb1e3c10 admin admin] 10.222.0.35 "PUT /v2.0/subnets/0a157bec-90f9-4a7e-921d-6b7d57b25abf HTTP/1.1" status: 200 len: 868 time: 0.3228569 Nov 09 10:29:27.299594 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fbd1dc-7782-4cb2-b8d3-8787b1a2226f None None] Network 54da782a-e542-451a-a748-b194c0b62926 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:29:27.300329 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fe6f2-b4a3-4ed5-80b0-113fcb1e3c10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a157bec-90f9-4a7e-921d-6b7d57b25abf,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:29:27.308172 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe6f2-b4a3-4ed5-80b0-113fcb1e3c10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:29:27.308590 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe6f2-b4a3-4ed5-80b0-113fcb1e3c10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:29:27.308851 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe6f2-b4a3-4ed5-80b0-113fcb1e3c10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:29:27.309183 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe6f2-b4a3-4ed5-80b0-113fcb1e3c10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:29:27.309514 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe6f2-b4a3-4ed5-80b0-113fcb1e3c10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:29:27.309866 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe6f2-b4a3-4ed5-80b0-113fcb1e3c10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:29:27.311258 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe6f2-b4a3-4ed5-80b0-113fcb1e3c10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:29:27.311258 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe6f2-b4a3-4ed5-80b0-113fcb1e3c10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:29:27.311258 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe6f2-b4a3-4ed5-80b0-113fcb1e3c10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:29:27.311258 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe6f2-b4a3-4ed5-80b0-113fcb1e3c10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:29:27.311884 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe6f2-b4a3-4ed5-80b0-113fcb1e3c10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:29:27.311884 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe6f2-b4a3-4ed5-80b0-113fcb1e3c10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:29:27.665060 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c4f09eae-222d-4ebf-801a-3107d2615953 None None] Provisioning complete for port 891cc4f9-cdab-41bf-ae75-6c88d2484a0f triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:29:27.665428 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c4f09eae-222d-4ebf-801a-3107d2615953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:29:27.769027 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c4f09eae-222d-4ebf-801a-3107d2615953 None None] Provisioning complete for port dfccb47e-387c-4560-bdcc-3cf965d8473e triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:29:27.769311 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c4f09eae-222d-4ebf-801a-3107d2615953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:29:29.621230 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 38398) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:29:29.875402 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44f4add-ac45-404d-a655-11d66e4b3403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:29:29.875764 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44f4add-ac45-404d-a655-11d66e4b3403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:29:29.877854 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-e44f4add-ac45-404d-a655-11d66e4b3403 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2551186 Nov 09 10:29:32.311396 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 38406) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:29:32.541935 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfe6413-e987-43b7-bda0-046d288ca496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:29:32.542312 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfe6413-e987-43b7-bda0-046d288ca496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:29:32.543864 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-7cfe6413-e987-43b7-bda0-046d288ca496 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2313428 Nov 09 10:29:34.909752 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 38416) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:29:35.064848 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31103e8-878e-4405-a52d-cccca47e1183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:29:35.066281 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-e31103e8-878e-4405-a52d-cccca47e1183 admin admin] 10.222.0.35 "GET /v2.0/networks/54da782a-e542-451a-a748-b194c0b62926 HTTP/1.1" status: 200 len: 868 time: 0.1555424 Nov 09 10:29:37.417858 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 38424) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:29:37.551477 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776d8f03-d961-497b-8ed3-9bc0b38cd818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:29:37.552852 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-776d8f03-d961-497b-8ed3-9bc0b38cd818 admin admin] 10.222.0.35 "GET /v2.0/networks/b911c41a-6d30-4814-901f-89185e089761 HTTP/1.1" status: 200 len: 886 time: 0.1340251 Nov 09 10:29:39.905362 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 38432) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:29:40.046975 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f217a864-b627-4faa-80d9-98593ac1a3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:29:40.047420 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f217a864-b627-4faa-80d9-98593ac1a3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:29:40.049570 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-f217a864-b627-4faa-80d9-98593ac1a3f6 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1430991 Nov 09 10:29:42.467286 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 38440) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:29:42.563825 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c6c01d-2afa-4957-89e6-6bb5d356297d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:29:42.564342 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c6c01d-2afa-4957-89e6-6bb5d356297d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:29:42.566224 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-01c6c01d-2afa-4957-89e6-6bb5d356297d admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0979543 Nov 09 10:29:44.914799 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 38448) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:29:45.016716 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cd6bf7-4043-4077-847e-2320eccb4036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:29:45.018913 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-d9cd6bf7-4043-4077-847e-2320eccb4036 admin admin] 10.222.0.35 "GET /v2.0/subnets/0a157bec-90f9-4a7e-921d-6b7d57b25abf HTTP/1.1" status: 200 len: 868 time: 0.1029315 Nov 09 10:29:47.317375 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 38456) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:29:47.407559 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2043ceee-cd2c-4524-8dba-336cccdd8926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:29:47.408947 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-2043ceee-cd2c-4524-8dba-336cccdd8926 admin admin] 10.222.0.35 "GET /v2.0/subnets/716689b8-5fc0-4f64-a63e-fd749e80eafc HTTP/1.1" status: 200 len: 816 time: 0.0918283 Nov 09 10:29:50.522662 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1e9bce54-4086-4fc2-b456-fc7d78818fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:29:53.260392 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-9179f89c-608c-4670-a64a-d759d01d7cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:29:53.882202 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:29:55.409343 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:29:56.283521 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:00.742578 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 5 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:30:12.760023 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 38510) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:30:12.807154 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [None req-57acc39e-f7d3-4337-b2aa-29ac691f7ed3 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 10:30:12.808386 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-57acc39e-f7d3-4337-b2aa-29ac691f7ed3 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472994 Nov 09 10:30:15.256101 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 38518) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:30:15.319812 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95e769b-2e70-479f-9379-1fd066e04906 admin admin] GET failed (client error): The resource could not be found. Nov 09 10:30:15.321163 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-f95e769b-2e70-479f-9379-1fd066e04906 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0641153 Nov 09 10:30:15.467214 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6605e5e0-905f-438f-bd04-fa7e2db618f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:30:15.468644 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-6605e5e0-905f-438f-bd04-fa7e2db618f7 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1428645 Nov 09 10:30:17.808462 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 38526) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:30:17.857022 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:30:17.951341 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Made reservation on behalf of a0b35c01fd39444483edcd1756df1889 for: {'network': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:30:17.953715 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for network, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:17.989762 dv-cinder-816628-1-iscsi neutron-server[101905]: WARNING neutron.services.revisions.revision_plugin [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Could not find related network for resource to bump revision. Nov 09 10:30:18.002130 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=101905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:30:18.011065 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:18.011413 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.db.segments_db [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Added segment cb71e764-08bf-4928-9021-71134ad1c910 of type vlan for network 7c769baf-a52e-47b7-b371-02f2d22a994d Nov 09 10:30:18.049654 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781390311891'] for network, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:18.173760 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for network, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:18.174735 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:30:18.175346 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:18.235208 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Pushing event updated for resources: {'Network': ['ID=7c769baf-a52e-47b7-b371-02f2d22a994d,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:30:18.241868 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:18.242223 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:18.242561 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:18.242893 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:18.243223 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:18.243572 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:18.243903 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:18.244274 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:18.244621 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:18.244948 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:18.245278 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:18.245599 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:18.256785 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Network 7c769baf-a52e-47b7-b371-02f2d22a994d details requested by agent ovs-agent-dv-cinder-816628-1-iscsi with host dv-cinder-816628-1-iscsi {{(pid=101906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 10:30:18.269124 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-490c525a-8247-4ef4-92ee-1ed346c89fe0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4594016 Nov 09 10:30:20.504918 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-861b7b4b-8f47-4f2b-9be7-8998bf2a4f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:20.599668 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 38534) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:30:20.661128 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.pecan_wsgi.hooks.translation [None req-473d95a5-c606-4b87-8522-30b22c2d1612 admin admin] GET failed (client error): The resource could not be found. Nov 09 10:30:20.662432 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-473d95a5-c606-4b87-8522-30b22c2d1612 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617292 Nov 09 10:30:20.732658 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a413b7-9630-4914-aca9-870f17ffcebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:30:20.734117 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-15a413b7-9630-4914-aca9-870f17ffcebd admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0671201 Nov 09 10:30:20.744722 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-b2bc9237-70f0-43ff-a60d-eaa406008720 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '7c769baf-a52e-47b7-b371-02f2d22a994d'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:30:20.864024 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bc9237-70f0-43ff-a60d-eaa406008720 admin admin] Made reservation on behalf of a0b35c01fd39444483edcd1756df1889 for: {'subnet': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:30:20.866269 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b2bc9237-70f0-43ff-a60d-eaa406008720 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:21.145838 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b2bc9237-70f0-43ff-a60d-eaa406008720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for subnet, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:21.204111 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc9237-70f0-43ff-a60d-eaa406008720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2129f6ee-bd68-46b1-b0d5-c885f1a4452e,revision_number=0']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:30:21.210810 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc9237-70f0-43ff-a60d-eaa406008720 admin admin] Checking segment: {'id': 'cb71e764-08bf-4928-9021-71134ad1c910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7c769baf-a52e-47b7-b371-02f2d22a994d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:30:21.211157 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc9237-70f0-43ff-a60d-eaa406008720 admin admin] Network hostable DHCP agents. Network: 7c769baf-a52e-47b7-b371-02f2d22a994d, hostable agents: ['bb6b8b96-70eb-486f-b492-dd7d5d6af293'], hosted agents: [] {{(pid=101905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:30:21.316354 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc9237-70f0-43ff-a60d-eaa406008720 admin admin] Network 7c769baf-a52e-47b7-b371-02f2d22a994d is scheduled to be hosted by DHCP agent bb6b8b96-70eb-486f-b492-dd7d5d6af293 with binding_index 1 {{(pid=101905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:30:21.407842 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-b2bc9237-70f0-43ff-a60d-eaa406008720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816628-1-iscsi, 7c769baf-a52e-47b7-b371-02f2d22a994d) {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:30:21.411779 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bc9237-70f0-43ff-a60d-eaa406008720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:30:21.412401 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b2bc9237-70f0-43ff-a60d-eaa406008720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:21.418348 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba29723-d79b-4378-81aa-a9150ef973d4 None None] Network 7c769baf-a52e-47b7-b371-02f2d22a994d requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:30:21.507599 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-b2bc9237-70f0-43ff-a60d-eaa406008720 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7662292 Nov 09 10:30:21.584851 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp873e253d-0079-5e65-ba92-49c49ab5e1bc-7c769baf-a52e-47b7-b371-02f2d22a994d', 'network_id': '7c769baf-a52e-47b7-b371-02f2d22a994d', 'tenant_id': 'a0b35c01fd39444483edcd1756df1889', 'fixed_ips': [{'subnet_id': '2129f6ee-bd68-46b1-b0d5-c885f1a4452e'}]}} from dv-cinder-816628-1-iscsi. {{(pid=101906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 10:30:21.586387 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:21.753736 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.db_base_plugin_common [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Allocated IP 192.168.233.2 (7c769baf-a52e-47b7-b371-02f2d22a994d/2129f6ee-bd68-46b1-b0d5-c885f1a4452e/147dc7b7-af0d-4661-ad1c-7814d99ea3c5) {{(pid=101906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:30:21.908118 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Publish callbacks [] for port, precommit_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:22.014217 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:22.052197 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Network 7c769baf-a52e-47b7-b371-02f2d22a994d is already hosted by enough agents. {{(pid=101906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:30:22.056989 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.scheduler.base_scheduler [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Resources bound (agent type, host, resource id): {{(pid=101906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:30:22.060674 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Received port after_create {{(pid=101906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:30:22.067805 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Pushing event updated for resources: {'Port': ['ID=147dc7b7-af0d-4661-ad1c-7814d99ea3c5,revision_number=1']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:30:22.091670 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:22.092140 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:22.092458 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:22.092784 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:22.093104 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:22.093441 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:22.094395 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:22.094730 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:22.095573 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:22.095573 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:22.095774 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:22.096051 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:30:22.137433 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Attempting to bind port 147dc7b7-af0d-4661-ad1c-7814d99ea3c5 on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:30:22.137808 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Attempting to bind port 147dc7b7-af0d-4661-ad1c-7814d99ea3c5 by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': 'cb71e764-08bf-4928-9021-71134ad1c910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7c769baf-a52e-47b7-b371-02f2d22a994d'}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:30:22.138171 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Attempting to bind port 147dc7b7-af0d-4661-ad1c-7814d99ea3c5 on network 7c769baf-a52e-47b7-b371-02f2d22a994d {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:30:22.143837 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:30:22.144234 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Checking segment: {'id': 'cb71e764-08bf-4928-9021-71134ad1c910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7c769baf-a52e-47b7-b371-02f2d22a994d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:30:22.144629 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:22.145019 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Bound using segment: {'id': 'cb71e764-08bf-4928-9021-71134ad1c910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7c769baf-a52e-47b7-b371-02f2d22a994d'} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:30:22.145488 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Bound port: 147dc7b7-af0d-4661-ad1c-7814d99ea3c5, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb71e764-08bf-4928-9021-71134ad1c910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7c769baf-a52e-47b7-b371-02f2d22a994d'}}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:30:22.145880 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:22.218266 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] For port 147dc7b7-af0d-4661-ad1c-7814d99ea3c5, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:30:22.222560 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] For port 147dc7b7-af0d-4661-ad1c-7814d99ea3c5, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=147dc7b7-af0d-4661-ad1c-7814d99ea3c5,segment=NetworkSegment(cb71e764-08bf-4928-9021-71134ad1c910),segment_id=cb71e764-08bf-4928-9021-71134ad1c910)] {{(pid=101906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:30:22.357052 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:22.426811 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135d179-3389-4ac5-989e-6d12bd49f054 None None] Pushing event updated for resources: {'Port': ['ID=147dc7b7-af0d-4661-ad1c-7814d99ea3c5,revision_number=2']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:30:23.316729 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-ce758740-3479-4ea9-abf1-0b5dd2139faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:23.329391 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c33d370-3246-422c-a856-4d1fbde8138c None None] Network 7c769baf-a52e-47b7-b371-02f2d22a994d requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:30:23.451816 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-3c5646e5-7c06-4f1f-8682-3c4da430a8a4 None None] Provisioning complete for port 147dc7b7-af0d-4661-ad1c-7814d99ea3c5 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:30:23.452231 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3c5646e5-7c06-4f1f-8682-3c4da430a8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:23.572349 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3c5646e5-7c06-4f1f-8682-3c4da430a8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:23.609999 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-3c5646e5-7c06-4f1f-8682-3c4da430a8a4 None None] For port 147dc7b7-af0d-4661-ad1c-7814d99ea3c5, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=147dc7b7-af0d-4661-ad1c-7814d99ea3c5,segment=NetworkSegment(cb71e764-08bf-4928-9021-71134ad1c910),segment_id=cb71e764-08bf-4928-9021-71134ad1c910)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:30:23.682729 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3c5646e5-7c06-4f1f-8682-3c4da430a8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:23.736247 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5646e5-7c06-4f1f-8682-3c4da430a8a4 None None] Pushing event updated for resources: {'Port': ['ID=147dc7b7-af0d-4661-ad1c-7814d99ea3c5,revision_number=3']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:30:23.806855 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-5c523b8e-9688-46fe-bd4d-d5f23df09f97 None None] Provisioning complete for port 147dc7b7-af0d-4661-ad1c-7814d99ea3c5 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:30:23.807219 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-5c523b8e-9688-46fe-bd4d-d5f23df09f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:23.916720 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:24.087169 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 147dc7b7-af0d-4661-ad1c-7814d99ea3c5 up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:30:24.142167 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 147dc7b7-af0d-4661-ad1c-7814d99ea3c5 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:30:24.142529 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:25.423438 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:26.299184 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:37.741537 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 5 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:30:50.509721 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-bbb9f1db-b702-4582-8fd6-f758c77440e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:53.297378 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1fced5ed-6fa2-4f9e-a20a-5e5260a9e143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:53.942559 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:55.412099 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:30:56.298368 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:31:14.740251 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 5 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:31:20.548343 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-4f9b440a-17a1-4a7e-b15c-66ddaff48c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:31:23.268177 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-aa76d562-aba8-48c9-bc08-21716b060573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:31:23.912680 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:31:25.405163 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:31:26.375567 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:31:45.970233 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 38578) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:31:45.976127 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [None req-7c5e4c93-7c17-4734-8217-8b01573a1140 tempest-verify_tempest_config-704866507 tempest-verify_tempest_config-704866507-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 10:31:45.991049 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-7c5e4c93-7c17-4734-8217-8b01573a1140 tempest-verify_tempest_config-704866507 tempest-verify_tempest_config-704866507-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060396 Nov 09 10:31:46.583188 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 38596) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:31:46.688424 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-ff0a460d-f200-4a02-bb70-6034d2a24754 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:31:46.770466 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-ff0a460d-f200-4a02-bb70-6034d2a24754 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:31:46.924660 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-ff0a460d-f200-4a02-bb70-6034d2a24754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:31:46.983948 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-ff0a460d-f200-4a02-bb70-6034d2a24754 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8292824d098a4237b58a00fda8d99c12&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3996825 Nov 09 10:31:46.984820 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a460d-f200-4a02-bb70-6034d2a24754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cf215b-95ee-4452-a05f-cf949f47d3d2,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:31:46.986810 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 38600) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:31:46.991857 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a460d-f200-4a02-bb70-6034d2a24754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:46.992225 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a460d-f200-4a02-bb70-6034d2a24754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:46.992556 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a460d-f200-4a02-bb70-6034d2a24754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:46.992887 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a460d-f200-4a02-bb70-6034d2a24754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:46.993212 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a460d-f200-4a02-bb70-6034d2a24754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:46.993558 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a460d-f200-4a02-bb70-6034d2a24754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:46.993884 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a460d-f200-4a02-bb70-6034d2a24754 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:46.994220 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a460d-f200-4a02-bb70-6034d2a24754 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:46.994543 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a460d-f200-4a02-bb70-6034d2a24754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:46.994861 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a460d-f200-4a02-bb70-6034d2a24754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:46.995177 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a460d-f200-4a02-bb70-6034d2a24754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:46.995489 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a460d-f200-4a02-bb70-6034d2a24754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:47.055816 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2aeb0d4b-77a9-4a7b-b2aa-3082a78b0a8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:31:47.084238 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2aeb0d4b-77a9-4a7b-b2aa-3082a78b0a8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:31:47.255936 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2aeb0d4b-77a9-4a7b-b2aa-3082a78b0a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:31:47.258881 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2aeb0d4b-77a9-4a7b-b2aa-3082a78b0a8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:31:47.259656 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-2aeb0d4b-77a9-4a7b-b2aa-3082a78b0a8a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0cf215b-95ee-4452-a05f-cf949f47d3d2 HTTP/1.1" status: 204 len: 168 time: 0.2718966 Nov 09 10:31:47.267988 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb0d4b-77a9-4a7b-b2aa-3082a78b0a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cf215b-95ee-4452-a05f-cf949f47d3d2,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:31:47.274572 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb0d4b-77a9-4a7b-b2aa-3082a78b0a8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:47.274910 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb0d4b-77a9-4a7b-b2aa-3082a78b0a8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:47.275242 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb0d4b-77a9-4a7b-b2aa-3082a78b0a8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:47.275568 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb0d4b-77a9-4a7b-b2aa-3082a78b0a8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:47.275892 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb0d4b-77a9-4a7b-b2aa-3082a78b0a8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:47.276330 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb0d4b-77a9-4a7b-b2aa-3082a78b0a8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:47.276650 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb0d4b-77a9-4a7b-b2aa-3082a78b0a8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:47.276986 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb0d4b-77a9-4a7b-b2aa-3082a78b0a8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:47.277344 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb0d4b-77a9-4a7b-b2aa-3082a78b0a8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:47.277666 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb0d4b-77a9-4a7b-b2aa-3082a78b0a8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:47.277986 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb0d4b-77a9-4a7b-b2aa-3082a78b0a8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:47.278294 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb0d4b-77a9-4a7b-b2aa-3082a78b0a8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:31:50.522827 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-9a06e87e-61b4-4e85-8305-49c49333dffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:31:51.738897 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 5 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:31:53.277051 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3791d482-5cae-4bae-94fb-c5b8e855eccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:31:53.952702 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:31:55.499383 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:31:56.295496 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:32:20.539949 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-0be553e1-e7cc-4de7-a971-413be8d9a762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:32:23.276733 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7d99-e703-407a-9e13-f4e497df42be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:32:23.910814 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:32:25.448426 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:32:26.292337 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:32:28.739590 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 5 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:32:50.492697 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-bb085c8c-2032-4d60-8317-4f61f8aed0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:32:53.258783 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-4f7f2046-e67f-46f2-967f-b2a57fd63b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:32:53.910148 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:32:55.418869 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:32:56.293080 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:33:05.739575 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 5 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:33:20.510345 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-55bc5492-6643-428d-ac8b-d7bca7325af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:33:23.309060 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-24ab8b18-fcac-4a7d-b633-84042a06ac52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:33:23.972992 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:33:24.527355 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-570868'] for agent, after_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:33:25.430623 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:33:26.288070 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:33:40.048206 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 38674) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:33:40.150347 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-dec63f12-2b45-4114-9f0c-21132ce618c7 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1010473 Nov 09 10:33:42.516643 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 38684) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:33:42.572999 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-aa762509-a4c0-498c-9f66-10d005944b4d admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0549901 Nov 09 10:33:42.738995 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:33:50.521059 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-cface769-e483-4b2c-b60a-a8ab807f465d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:33:53.356253 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-9d5b6ad8-5da4-4e38-8ce4-6f1dfad201ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:33:53.916535 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:33:54.475651 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:33:55.436316 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:33:56.299426 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:34:19.737730 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:34:20.516327 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-36538324-835a-4b4b-9354-d7b3ae9dd059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:34:23.276809 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b30ea1d9-884f-49dc-b47e-9e76330ea12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:34:23.933792 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:34:24.459110 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:34:25.425083 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:34:26.282341 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:34:50.526764 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-a246cfa5-9aa4-40ab-a51d-dd4df4cdd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:34:53.276623 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-32a5b54c-912f-4241-b5c1-14036d10da39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:34:53.933893 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:34:54.465180 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:34:55.429886 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:34:56.298969 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:34:56.736915 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:35:15.748920 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 38882) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:15.782058 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 38890) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:15.890690 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 38896) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:15.919878 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 38904) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:16.212808 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2038093129-network', 'tenant_id': '72d2f00c4c004c6b91287e418c91d927'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:16.259326 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-ede24673-915e-47b2-90a7-52f6e21eba05 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1365907361-network', 'tenant_id': 'bc589f1addda41c09c4c042f7af97752'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:16.357980 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Made reservation on behalf of 72d2f00c4c004c6b91287e418c91d927 for: {'network': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:35:16.360365 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for network, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:16.373914 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:16.395696 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-0f1cf0f1-d6b8-45aa-9d8e-d60a0026f927 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-495058885-network', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:16.422924 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1140015891-network', 'tenant_id': '39b4a5ce13d4496f8a0f0a50d852098e'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:16.462332 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede24673-915e-47b2-90a7-52f6e21eba05 admin admin] Made reservation on behalf of bc589f1addda41c09c4c042f7af97752 for: {'network': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:35:16.462332 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ede24673-915e-47b2-90a7-52f6e21eba05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for network, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:16.484728 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:16.486580 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.db.api [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 10:35:16.486580 dv-cinder-816628-1-iscsi neutron-server[101905]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 10:35:16.486580 dv-cinder-816628-1-iscsi neutron-server[101905]: [parameters: {'project_id_1': '39b4a5ce13d4496f8a0f0a50d852098e', 'expiration_1': datetime.datetime(2021, 11, 9, 10, 34, 56, 430068)}] Nov 09 10:35:16.486580 dv-cinder-816628-1-iscsi neutron-server[101905]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 10:35:16.493484 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG oslo_db.api [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 10:35:16.493574 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ede24673-915e-47b2-90a7-52f6e21eba05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:16.570688 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ede24673-915e-47b2-90a7-52f6e21eba05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:16.595772 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:16.620933 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:35:16.633043 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:16.633386 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.segments_db [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Added segment aee1f260-744b-4d75-a3b2-8299c59a2f06 of type vlan for network 7356e1ef-978e-49fa-bc2d-b1ac03294fba Nov 09 10:35:16.682636 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781390311891'] for network, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:16.694803 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1cf0f1-d6b8-45aa-9d8e-d60a0026f927 admin admin] Made reservation on behalf of 0cd90823f43e4d41be05683e40b3ac62 for: {'network': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:35:16.697604 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-0f1cf0f1-d6b8-45aa-9d8e-d60a0026f927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for network, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:16.707945 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9487bd-b5de-4834-84d3-9fc406dd5dfe,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:16.718305 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-0f1cf0f1-d6b8-45aa-9d8e-d60a0026f927 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:16.734759 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:16.735277 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:16.735641 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:16.736028 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:16.736369 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:16.736715 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:16.737097 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:16.737480 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:16.737812 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:16.738138 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:16.738454 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:16.738858 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Tracked resource versions report: Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: pushed versions: Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: { 'AddressGroup': {'1.2'}, Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: 'ConntrackHelper': {'1.0'}, Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: 'Log': {'1.0'}, Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: 'Network': {'1.1'}, Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: 'Port': {'1.7'}, Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: 'PortForwarding': {'1.2'}, Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: 'QosPolicy': {'1.10'}, Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: 'SecurityGroup': {'1.5'}, Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: 'SecurityGroupRule': {'1.2'}, Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: 'SubPort': {'1.0'}, Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: 'Subnet': {'1.1'}, Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: 'Trunk': {'1.1'}} Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: consumer versions: Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: { DHCP agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: HyperV agent@hv-cinder-81662: {}, Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: L3 agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: Metadata agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: Metering agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: Open vSwitch agent@dv-cinder-816628-1-iscsi: { 'AddressGroup': '1.2', Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: 'ConntrackHelper': '1.0', Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: 'Log': '1.0', Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: 'Network': '1.1', Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: 'Port': '1.7', Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: 'PortForwarding': '1.2', Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: 'QosPolicy': '1.10', Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: 'SecurityGroup': '1.5', Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: 'SecurityGroupRule': '1.2', Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: 'SubPort': '1.0', Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: 'Subnet': '1.1', Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: 'Trunk': '1.1'}} Nov 09 10:35:16.740035 dv-cinder-816628-1-iscsi neutron-server[101904]: {{(pid=101904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 10:35:16.752645 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ede24673-915e-47b2-90a7-52f6e21eba05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:16.788462 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede24673-915e-47b2-90a7-52f6e21eba05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:16.797684 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede24673-915e-47b2-90a7-52f6e21eba05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=101904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:35:16.801228 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for network, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:16.802158 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:16.802727 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:16.852901 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ede24673-915e-47b2-90a7-52f6e21eba05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:16.853238 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.segments_db [None req-ede24673-915e-47b2-90a7-52f6e21eba05 admin admin] Added segment da635f12-1d74-4c9e-8403-47c555fa6346 of type vlan for network a0acbc6a-fb34-43c2-885e-eb403620ff93 Nov 09 10:35:17.013674 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 38938) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:17.014202 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2609861 Nov 09 10:35:17.015213 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b089e-c6ac-48ac-9ac5-466b4b86b1df admin admin] Pushing event updated for resources: {'Network': ['ID=7356e1ef-978e-49fa-bc2d-b1ac03294fba,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:17.019585 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-2adc823d-c7fd-4bb4-a1b6-5acaab831eac admin admin] Request body: {'subnet': {'network_id': '7356e1ef-978e-49fa-bc2d-b1ac03294fba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2038093129-subnet', 'tenant_id': '72d2f00c4c004c6b91287e418c91d927', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:17.049210 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Network 7356e1ef-978e-49fa-bc2d-b1ac03294fba details requested by agent ovs-agent-dv-cinder-816628-1-iscsi with host dv-cinder-816628-1-iscsi {{(pid=101906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 10:35:17.062585 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ede24673-915e-47b2-90a7-52f6e21eba05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781390311891'] for network, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:17.080474 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-0f1cf0f1-d6b8-45aa-9d8e-d60a0026f927 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:17.124267 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Made reservation on behalf of 39b4a5ce13d4496f8a0f0a50d852098e for: {'network': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:35:17.125749 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for network, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:17.153901 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:17.163023 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-0f1cf0f1-d6b8-45aa-9d8e-d60a0026f927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:17.191173 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cf0f1-d6b8-45aa-9d8e-d60a0026f927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76209cf2-63e9-4fe6-9a0b-f8c9228515e7,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:17.196658 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1cf0f1-d6b8-45aa-9d8e-d60a0026f927 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=101904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:35:17.206639 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-0f1cf0f1-d6b8-45aa-9d8e-d60a0026f927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:17.207075 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.segments_db [None req-0f1cf0f1-d6b8-45aa-9d8e-d60a0026f927 admin admin] Added segment 183ccf24-6259-4d13-8dd4-9902f28507bc of type vlan for network 34358316-6aa9-484d-bebb-9653f7b5c623 Nov 09 10:35:17.245489 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:17.246899 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ede24673-915e-47b2-90a7-52f6e21eba05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for network, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:17.248147 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede24673-915e-47b2-90a7-52f6e21eba05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:17.248718 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ede24673-915e-47b2-90a7-52f6e21eba05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:17.251721 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-0f1cf0f1-d6b8-45aa-9d8e-d60a0026f927 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781390311891'] for network, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:17.282230 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adc823d-c7fd-4bb4-a1b6-5acaab831eac admin admin] Made reservation on behalf of 72d2f00c4c004c6b91287e418c91d927 for: {'subnet': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:35:17.285104 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2adc823d-c7fd-4bb4-a1b6-5acaab831eac admin admin] Publish callbacks [] for subnet, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:17.331960 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede24673-915e-47b2-90a7-52f6e21eba05 admin admin] Pushing event updated for resources: {'Network': ['ID=a0acbc6a-fb34-43c2-885e-eb403620ff93,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:17.342605 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Network a0acbc6a-fb34-43c2-885e-eb403620ff93 details requested by agent ovs-agent-dv-cinder-816628-1-iscsi with host dv-cinder-816628-1-iscsi {{(pid=101906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 10:35:17.366582 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:17.394334 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=101905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:35:17.424133 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:17.424483 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.db.segments_db [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Added segment 75dffec9-8d21-416f-bf4b-903e91046ced of type vlan for network 5554d1a8-4766-4ee1-bd4f-871198ca55f6 Nov 09 10:35:17.439262 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-ede24673-915e-47b2-90a7-52f6e21eba05 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6553605 Nov 09 10:35:17.440385 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 38962) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:17.449679 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-2af93e25-ffb1-4be7-aaf7-f9a8f9e96a50 admin admin] Request body: {'subnet': {'network_id': 'a0acbc6a-fb34-43c2-885e-eb403620ff93', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1365907361-subnet', 'tenant_id': 'bc589f1addda41c09c4c042f7af97752', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:17.472755 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563eb450-5871-4075-bd9f-d0730c2db084,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:17.511067 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-0f1cf0f1-d6b8-45aa-9d8e-d60a0026f927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for network, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:17.512042 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1cf0f1-d6b8-45aa-9d8e-d60a0026f927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:17.513377 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-0f1cf0f1-d6b8-45aa-9d8e-d60a0026f927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:17.517027 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Tracked resource versions report: Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: pushed versions: Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: { 'AddressGroup': {'1.2'}, Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: 'ConntrackHelper': {'1.0'}, Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: 'Log': {'1.0'}, Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: 'Network': {'1.1'}, Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: 'Port': {'1.7'}, Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: 'PortForwarding': {'1.2'}, Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: 'QosPolicy': {'1.10'}, Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: 'SecurityGroup': {'1.5'}, Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: 'SecurityGroupRule': {'1.2'}, Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: 'SubPort': {'1.0'}, Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: 'Subnet': {'1.1'}, Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: 'Trunk': {'1.1'}} Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: consumer versions: Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: { DHCP agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: HyperV agent@hv-cinder-81662: {}, Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: L3 agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: Metadata agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: Metering agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: Open vSwitch agent@dv-cinder-816628-1-iscsi: { 'AddressGroup': '1.2', Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: 'ConntrackHelper': '1.0', Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: 'Log': '1.0', Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: 'Network': '1.1', Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: 'Port': '1.7', Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: 'PortForwarding': '1.2', Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: 'QosPolicy': '1.10', Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: 'SecurityGroup': '1.5', Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: 'SecurityGroupRule': '1.2', Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: 'SubPort': '1.0', Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: 'Subnet': '1.1', Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: 'Trunk': '1.1'}} Nov 09 10:35:17.523435 dv-cinder-816628-1-iscsi neutron-server[101905]: {{(pid=101905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 10:35:17.529391 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781390311891'] for network, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:17.590051 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af93e25-ffb1-4be7-aaf7-f9a8f9e96a50 admin admin] Made reservation on behalf of bc589f1addda41c09c4c042f7af97752 for: {'subnet': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:35:17.592438 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2af93e25-ffb1-4be7-aaf7-f9a8f9e96a50 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:17.618853 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cf0f1-d6b8-45aa-9d8e-d60a0026f927 admin admin] Pushing event updated for resources: {'Network': ['ID=34358316-6aa9-484d-bebb-9653f7b5c623,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:17.630448 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Network 34358316-6aa9-484d-bebb-9653f7b5c623 details requested by agent ovs-agent-dv-cinder-816628-1-iscsi with host dv-cinder-816628-1-iscsi {{(pid=101906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 10:35:17.731101 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-0f1cf0f1-d6b8-45aa-9d8e-d60a0026f927 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8392184 Nov 09 10:35:17.734232 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 38968) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:17.740696 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-a7a1951c-7995-4109-909d-87f3dcc4f766 admin admin] Request body: {'subnet': {'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-495058885-subnet', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:17.760502 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2adc823d-c7fd-4bb4-a1b6-5acaab831eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for subnet, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:17.763186 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for network, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:17.764417 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:17.765476 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:17.912075 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc823d-c7fd-4bb4-a1b6-5acaab831eac admin admin] Pushing event updated for resources: {'Subnet': ['ID=c28d7e76-70e8-4369-839e-6b3b9fa92053,revision_number=0']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:17.923701 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] Pushing event updated for resources: {'Network': ['ID=5554d1a8-4766-4ee1-bd4f-871198ca55f6,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:17.942740 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adc823d-c7fd-4bb4-a1b6-5acaab831eac admin admin] Checking segment: {'id': 'aee1f260-744b-4d75-a3b2-8299c59a2f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7356e1ef-978e-49fa-bc2d-b1ac03294fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:35:17.943485 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adc823d-c7fd-4bb4-a1b6-5acaab831eac admin admin] Network hostable DHCP agents. Network: 7356e1ef-978e-49fa-bc2d-b1ac03294fba, hostable agents: ['bb6b8b96-70eb-486f-b492-dd7d5d6af293'], hosted agents: [] {{(pid=101905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:35:17.979293 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Network 5554d1a8-4766-4ee1-bd4f-871198ca55f6 details requested by agent ovs-agent-dv-cinder-816628-1-iscsi with host dv-cinder-816628-1-iscsi {{(pid=101906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 10:35:17.997615 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2af93e25-ffb1-4be7-aaf7-f9a8f9e96a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for subnet, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:17.999955 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a1951c-7995-4109-909d-87f3dcc4f766 admin admin] Made reservation on behalf of 0cd90823f43e4d41be05683e40b3ac62 for: {'subnet': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:35:18.005528 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a7a1951c-7995-4109-909d-87f3dcc4f766 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:18.145681 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af93e25-ffb1-4be7-aaf7-f9a8f9e96a50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cbea09b-5cac-448d-8ef7-d31bef828359,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:18.147595 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adc823d-c7fd-4bb4-a1b6-5acaab831eac admin admin] Network 7356e1ef-978e-49fa-bc2d-b1ac03294fba is scheduled to be hosted by DHCP agent bb6b8b96-70eb-486f-b492-dd7d5d6af293 with binding_index 1 {{(pid=101905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:35:18.151014 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af93e25-ffb1-4be7-aaf7-f9a8f9e96a50 admin admin] Checking segment: {'id': 'da635f12-1d74-4c9e-8403-47c555fa6346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a0acbc6a-fb34-43c2-885e-eb403620ff93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:35:18.151369 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af93e25-ffb1-4be7-aaf7-f9a8f9e96a50 admin admin] Network hostable DHCP agents. Network: a0acbc6a-fb34-43c2-885e-eb403620ff93, hostable agents: ['bb6b8b96-70eb-486f-b492-dd7d5d6af293'], hosted agents: [] {{(pid=101904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:35:18.174622 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-fee308ed-8481-4df4-9f33-7eef0e2923eb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2532861 Nov 09 10:35:18.177844 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 38992) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:18.190533 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-9449d44d-0113-47fe-b0ff-764fb8001fcc admin admin] Request body: {'subnet': {'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1140015891-subnet', 'tenant_id': '39b4a5ce13d4496f8a0f0a50d852098e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:18.288297 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af93e25-ffb1-4be7-aaf7-f9a8f9e96a50 admin admin] Network a0acbc6a-fb34-43c2-885e-eb403620ff93 is scheduled to be hosted by DHCP agent bb6b8b96-70eb-486f-b492-dd7d5d6af293 with binding_index 1 {{(pid=101904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:35:18.396843 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9449d44d-0113-47fe-b0ff-764fb8001fcc admin admin] Made reservation on behalf of 39b4a5ce13d4496f8a0f0a50d852098e for: {'subnet': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:35:18.399821 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-9449d44d-0113-47fe-b0ff-764fb8001fcc admin admin] Publish callbacks [] for subnet, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:18.466315 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-2adc823d-c7fd-4bb4-a1b6-5acaab831eac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816628-1-iscsi, 7356e1ef-978e-49fa-bc2d-b1ac03294fba) {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:35:18.468883 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a7a1951c-7995-4109-909d-87f3dcc4f766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for subnet, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:18.471134 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-2af93e25-ffb1-4be7-aaf7-f9a8f9e96a50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816628-1-iscsi, a0acbc6a-fb34-43c2-885e-eb403620ff93) {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:35:18.480762 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af93e25-ffb1-4be7-aaf7-f9a8f9e96a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:18.480762 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2af93e25-ffb1-4be7-aaf7-f9a8f9e96a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:18.489142 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec86800-10b8-43b0-bb5e-49efe0b6c465 None None] Network a0acbc6a-fb34-43c2-885e-eb403620ff93 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:35:18.519481 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adc823d-c7fd-4bb4-a1b6-5acaab831eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:18.525757 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2adc823d-c7fd-4bb4-a1b6-5acaab831eac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:18.585449 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c700851f-00ac-495b-aa76-210bec80a6c0 None None] Network 7356e1ef-978e-49fa-bc2d-b1ac03294fba requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:35:18.622106 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a1951c-7995-4109-909d-87f3dcc4f766 admin admin] Checking segment: {'id': '183ccf24-6259-4d13-8dd4-9902f28507bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:35:18.622720 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a1951c-7995-4109-909d-87f3dcc4f766 admin admin] Network hostable DHCP agents. Network: 34358316-6aa9-484d-bebb-9653f7b5c623, hostable agents: ['bb6b8b96-70eb-486f-b492-dd7d5d6af293'], hosted agents: [] {{(pid=101905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:35:18.626584 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1951c-7995-4109-909d-87f3dcc4f766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b6d451-069c-417f-a922-9abd3afe77e2,revision_number=0']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:18.651260 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-2af93e25-ffb1-4be7-aaf7-f9a8f9e96a50 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2081017 Nov 09 10:35:18.775565 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54afd539-8b43-4155-b781-7ac5197bc50d None None] Network a0acbc6a-fb34-43c2-885e-eb403620ff93 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:35:18.791171 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb617863-65ab-463a-b4f2-8923e19f646f None None] Network 7356e1ef-978e-49fa-bc2d-b1ac03294fba requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:35:18.792572 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-2adc823d-c7fd-4bb4-a1b6-5acaab831eac admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7757115 Nov 09 10:35:18.792754 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 39010) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:18.797856 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-6d859659-6a20-4645-9924-f53078ade012 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2038093129-router', 'tenant_id': '72d2f00c4c004c6b91287e418c91d927', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:18.820017 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a1951c-7995-4109-909d-87f3dcc4f766 admin admin] Network 34358316-6aa9-484d-bebb-9653f7b5c623 is scheduled to be hosted by DHCP agent bb6b8b96-70eb-486f-b492-dd7d5d6af293 with binding_index 1 {{(pid=101905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:35:18.833754 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-9449d44d-0113-47fe-b0ff-764fb8001fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for subnet, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:18.914664 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6d859659-6a20-4645-9924-f53078ade012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3444'] for router, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:18.917098 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6d859659-6a20-4645-9924-f53078ade012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3437'] for router, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:18.932607 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449d44d-0113-47fe-b0ff-764fb8001fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=31b1c900-fb6b-416f-a417-507bcc3a8be2,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:18.936472 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9449d44d-0113-47fe-b0ff-764fb8001fcc admin admin] Checking segment: {'id': '75dffec9-8d21-416f-bf4b-903e91046ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:35:18.937078 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9449d44d-0113-47fe-b0ff-764fb8001fcc admin admin] Network hostable DHCP agents. Network: 5554d1a8-4766-4ee1-bd4f-871198ca55f6, hostable agents: ['bb6b8b96-70eb-486f-b492-dd7d5d6af293'], hosted agents: [] {{(pid=101904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:35:18.942051 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-a7a1951c-7995-4109-909d-87f3dcc4f766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816628-1-iscsi, 34358316-6aa9-484d-bebb-9653f7b5c623) {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:35:18.955724 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a1951c-7995-4109-909d-87f3dcc4f766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:18.957155 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a7a1951c-7995-4109-909d-87f3dcc4f766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:18.970353 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f402a154-b910-4fcd-9816-f36dcdf42622 None None] Network 34358316-6aa9-484d-bebb-9653f7b5c623 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:35:19.061671 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6d859659-6a20-4645-9924-f53078ade012 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:19.071643 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9449d44d-0113-47fe-b0ff-764fb8001fcc admin admin] Network 5554d1a8-4766-4ee1-bd4f-871198ca55f6 is scheduled to be hosted by DHCP agent bb6b8b96-70eb-486f-b492-dd7d5d6af293 with binding_index 1 {{(pid=101904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:35:19.089367 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-9449d44d-0113-47fe-b0ff-764fb8001fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816628-1-iscsi, 5554d1a8-4766-4ee1-bd4f-871198ca55f6) {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:35:19.097956 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9449d44d-0113-47fe-b0ff-764fb8001fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:19.100390 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-9449d44d-0113-47fe-b0ff-764fb8001fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:19.112597 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-a7a1951c-7995-4109-909d-87f3dcc4f766 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3728769 Nov 09 10:35:19.112597 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 39034) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:19.118263 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1845968-0628-44a2-9416-742a77610db3 None None] Network 5554d1a8-4766-4ee1-bd4f-871198ca55f6 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:35:19.129256 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-e3da1329-3b99-41b8-ad3f-62bdec032d45 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-495058885-router', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:19.264592 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-9449d44d-0113-47fe-b0ff-764fb8001fcc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0840695 Nov 09 10:35:19.311688 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bd23fe-a8bf-4251-a1cf-c32c225a3939 None None] Network 5554d1a8-4766-4ee1-bd4f-871198ca55f6 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:35:19.357267 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e3da1329-3b99-41b8-ad3f-62bdec032d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3444'] for router, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:19.359590 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e3da1329-3b99-41b8-ad3f-62bdec032d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3437'] for router, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:19.498135 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6d859659-6a20-4645-9924-f53078ade012 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:19.717989 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp873e253d-0079-5e65-ba92-49c49ab5e1bc-34358316-6aa9-484d-bebb-9653f7b5c623', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'fixed_ips': [{'subnet_id': '46b6d451-069c-417f-a922-9abd3afe77e2'}]}} from dv-cinder-816628-1-iscsi. {{(pid=101906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 10:35:19.719661 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:19.725745 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e3da1329-3b99-41b8-ad3f-62bdec032d45 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:19.964936 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.db_base_plugin_common [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Allocated IP 172.20.0.2 (34358316-6aa9-484d-bebb-9653f7b5c623/46b6d451-069c-417f-a922-9abd3afe77e2/6873761b-7c3d-4973-bb54-44339706a5de) {{(pid=101906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:35:20.091459 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 39092) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:20.094321 dv-cinder-816628-1-iscsi neutron-server[101904]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 09 10:35:20.142548 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6d859659-6a20-4645-9924-f53078ade012 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:20.157081 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e3da1329-3b99-41b8-ad3f-62bdec032d45 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:20.176346 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6d859659-6a20-4645-9924-f53078ade012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:20.178947 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 39098) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:20.181985 dv-cinder-816628-1-iscsi neutron-server[101905]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 09 10:35:20.235483 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Publish callbacks [] for port, precommit_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:20.368312 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-52a1d136-d685-4c1f-8248-18782d7d7d40 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:20.369712 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-52a1d136-d685-4c1f-8248-18782d7d7d40 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/networks?id=5554d1a8-4766-4ee1-bd4f-871198ca55f6 HTTP/1.1" status: 200 len: 815 time: 0.2776897 Nov 09 10:35:20.373347 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-32a53d28-846e-43f5-93d8-924995fcc885 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:20.374731 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-32a53d28-846e-43f5-93d8-924995fcc885 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/networks?id=a0acbc6a-fb34-43c2-885e-eb403620ff93 HTTP/1.1" status: 200 len: 812 time: 0.1941433 Nov 09 10:35:20.392351 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-5a7a1a36-74bc-4913-b91c-bd43f72bb7de tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/quotas/bc589f1addda41c09c4c042f7af97752 HTTP/1.1" status: 200 len: 375 time: 0.0111318 Nov 09 10:35:20.404442 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-d4ce8930-d817-4197-96e6-1cb38deed847 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/quotas/39b4a5ce13d4496f8a0f0a50d852098e HTTP/1.1" status: 200 len: 375 time: 0.0163760 Nov 09 10:35:20.451785 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-0a8fbc22-d5df-48e8-b0f0-13db2bfc0da0 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bc589f1addda41c09c4c042f7af97752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530679 Nov 09 10:35:20.468340 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-36c530db-a431-4932-bbcb-a5276bc39ea6 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=39b4a5ce13d4496f8a0f0a50d852098e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570996 Nov 09 10:35:20.469472 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [None req-6d859659-6a20-4645-9924-f53078ade012 admin admin] Allocated IP 172.27.0.117 (b911c41a-6d30-4814-901f-89185e089761/716689b8-5fc0-4f64-a63e-fd749e80eafc/312d6913-68cc-4cb7-b97d-048658d968a3) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:35:20.608796 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-56816ee2-1aa8-40da-b1bf-8f2ed3cfc793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:20.610921 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:20.708652 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Pushing event updated for resources: {'Port': ['ID=6873761b-7c3d-4973-bb54-44339706a5de,revision_number=1']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:20.726449 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:20.727285 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:20.727804 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:20.728173 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:20.728702 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:20.729202 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:20.729695 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:20.730315 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:20.730804 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:20.731281 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:20.732749 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Tracked resource versions report: Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: pushed versions: Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: { 'AddressGroup': {'1.2'}, Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: 'ConntrackHelper': {'1.0'}, Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: 'Log': {'1.0'}, Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: 'Network': {'1.1'}, Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: 'Port': {'1.7'}, Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: 'PortForwarding': {'1.2'}, Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: 'QosPolicy': {'1.10'}, Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: 'SecurityGroup': {'1.5'}, Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: 'SecurityGroupRule': {'1.2'}, Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: 'SubPort': {'1.0'}, Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: 'Subnet': {'1.1'}, Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: 'Trunk': {'1.1'}} Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: consumer versions: Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: { DHCP agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: HyperV agent@hv-cinder-81662: {}, Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: L3 agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: Metadata agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: Metering agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: Open vSwitch agent@dv-cinder-816628-1-iscsi: { 'AddressGroup': '1.2', Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: 'ConntrackHelper': '1.0', Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: 'Log': '1.0', Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: 'Network': '1.1', Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: 'Port': '1.7', Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: 'PortForwarding': '1.2', Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: 'QosPolicy': '1.10', Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: 'SecurityGroup': '1.5', Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: 'SecurityGroupRule': '1.2', Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: 'SubPort': '1.0', Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: 'Subnet': '1.1', Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: 'Trunk': '1.1'}} Nov 09 10:35:20.737033 dv-cinder-816628-1-iscsi neutron-server[101906]: {{(pid=101906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 10:35:20.753978 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Network 34358316-6aa9-484d-bebb-9653f7b5c623 is already hosted by enough agents. {{(pid=101906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:35:20.770448 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.scheduler.base_scheduler [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Resources bound (agent type, host, resource id): {{(pid=101906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:35:20.773850 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 39120) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:20.776993 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Received port after_create {{(pid=101906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:35:20.782859 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6d859659-6a20-4645-9924-f53078ade012 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:20.832378 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-12bc45dd-ba5c-47e8-b331-4d1497f4e588 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 10:35:20.840486 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-12bc45dd-ba5c-47e8-b331-4d1497f4e588 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2127135 Nov 09 10:35:20.901164 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-defa39d1-9f81-4980-bc5e-53c7cb4dc583 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 10:35:20.903336 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-defa39d1-9f81-4980-bc5e-53c7cb4dc583 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1685495 Nov 09 10:35:20.923655 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Attempting to bind port 6873761b-7c3d-4973-bb54-44339706a5de on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:35:20.926392 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Attempting to bind port 6873761b-7c3d-4973-bb54-44339706a5de by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': '183ccf24-6259-4d13-8dd4-9902f28507bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623'}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:35:20.926910 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Attempting to bind port 6873761b-7c3d-4973-bb54-44339706a5de on network 34358316-6aa9-484d-bebb-9653f7b5c623 {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:35:20.947467 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:35:20.948573 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Checking segment: {'id': '183ccf24-6259-4d13-8dd4-9902f28507bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:35:20.949224 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:20.950570 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Bound using segment: {'id': '183ccf24-6259-4d13-8dd4-9902f28507bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623'} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:35:20.951065 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Bound port: 6873761b-7c3d-4973-bb54-44339706a5de, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183ccf24-6259-4d13-8dd4-9902f28507bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623'}}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:35:20.951714 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:20.955399 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-241375e9-44ea-497f-aea8-2a470f073956 service neutron] 10.222.0.35 "GET /v2.0/networks/a0acbc6a-fb34-43c2-885e-eb403620ff93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139264 Nov 09 10:35:20.972270 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6d859659-6a20-4645-9924-f53078ade012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:21.047801 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d859659-6a20-4645-9924-f53078ade012 admin admin] Network b911c41a-6d30-4814-901f-89185e089761 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:35:21.053392 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-923e3cf3-f724-4357-9714-4fc52b995063 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:21.053602 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-6d859659-6a20-4645-9924-f53078ade012 admin admin] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:35:21.056343 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] For port 6873761b-7c3d-4973-bb54-44339706a5de, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:35:21.061128 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d859659-6a20-4645-9924-f53078ade012 admin admin] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:35:21.063208 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] For port 6873761b-7c3d-4973-bb54-44339706a5de, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=6873761b-7c3d-4973-bb54-44339706a5de,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:35:21.176233 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d859659-6a20-4645-9924-f53078ade012 admin admin] Pushing event updated for resources: {'Port': ['ID=312d6913-68cc-4cb7-b97d-048658d968a3,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:21.190569 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:21.192716 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-c88e84b0-12e3-4424-ba05-0ed01e391b79 service neutron] 10.222.0.35 "GET /v2.0/networks/a0acbc6a-fb34-43c2-885e-eb403620ff93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322552 Nov 09 10:35:21.216933 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-790f36f6-2ec2-43ec-a072-a25792cbd0fb service neutron] 10.222.0.35 "GET /v2.0/networks/5554d1a8-4766-4ee1-bd4f-871198ca55f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069975 Nov 09 10:35:21.301119 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae65975-ba37-4d8c-9584-cb06ade9af7d None None] Pushing event updated for resources: {'Port': ['ID=6873761b-7c3d-4973-bb54-44339706a5de,revision_number=2']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:21.337403 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e3da1329-3b99-41b8-ad3f-62bdec032d45 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:21.471753 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-923e3cf3-f724-4357-9714-4fc52b995063 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:21.471753 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e3da1329-3b99-41b8-ad3f-62bdec032d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:21.477318 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-f1b2149d-f754-4474-bd8e-ef4317a7c8fa service neutron] 10.222.0.35 "GET /v2.0/networks/5554d1a8-4766-4ee1-bd4f-871198ca55f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328215 Nov 09 10:35:21.477318 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6d859659-6a20-4645-9924-f53078ade012 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:21.650213 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-923e3cf3-f724-4357-9714-4fc52b995063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:21.712619 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-923e3cf3-f724-4357-9714-4fc52b995063 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=21ac1789ef994e7c864f940975d4b436&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9322338 Nov 09 10:35:21.726741 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 39152) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:21.784921 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e3cf3-f724-4357-9714-4fc52b995063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e93b16-45c2-41af-a04b-67c0f35eaf5b,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:21.867887 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6d859659-6a20-4645-9924-f53078ade012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741373'] for router, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:21.921709 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_common [None req-e3da1329-3b99-41b8-ad3f-62bdec032d45 admin admin] Allocated IP 172.27.0.31 (b911c41a-6d30-4814-901f-89185e089761/716689b8-5fc0-4f64-a63e-fd749e80eafc/01b7685d-6710-457a-8617-9fa9df803200) {{(pid=101905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:35:22.024327 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bcb00f69-0ba5-44ca-b593-6624488c2ba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:22.027549 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-44800357-ae87-43ee-ab30-2bc6a253c180 req-b13f7680-20db-4a3a-bc12-2dee815585cb tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 210 time: 0.1017337 Nov 09 10:35:22.201015 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bcb00f69-0ba5-44ca-b593-6624488c2ba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:22.237658 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-cc77fd08-f955-4b9f-afd2-ca47481a924f req-e7709c28-790d-4c1a-8f0f-0c2395e0223e tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 210 time: 0.2089844 Nov 09 10:35:22.363008 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 6873761b-7c3d-4973-bb54-44339706a5de up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:35:22.465839 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e3da1329-3b99-41b8-ad3f-62bdec032d45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:22.485767 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 6873761b-7c3d-4973-bb54-44339706a5de triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:35:22.485767 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:22.590572 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bcb00f69-0ba5-44ca-b593-6624488c2ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:22.594525 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bcb00f69-0ba5-44ca-b593-6624488c2ba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:22.596391 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-bcb00f69-0ba5-44ca-b593-6624488c2ba0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5e93b16-45c2-41af-a04b-67c0f35eaf5b HTTP/1.1" status: 204 len: 168 time: 0.8681738 Nov 09 10:35:22.606129 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:22.618907 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb00f69-0ba5-44ca-b593-6624488c2ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e93b16-45c2-41af-a04b-67c0f35eaf5b,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:22.642115 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d859659-6a20-4645-9924-f53078ade012 admin admin] Router 9a1a8112-ea83-4c35-ac07-1d26829512c3 is scheduled to L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 with binding_index 1 {{(pid=101904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 10:35:22.671629 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] For port 6873761b-7c3d-4973-bb54-44339706a5de, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=6873761b-7c3d-4973-bb54-44339706a5de,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:35:22.690779 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e3da1329-3b99-41b8-ad3f-62bdec032d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:22.760577 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd347f7a-6e1e-489e-8512-dae6488f8857 None None] Network 34358316-6aa9-484d-bebb-9653f7b5c623 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:35:22.773570 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d859659-6a20-4645-9924-f53078ade012 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:35:22.796746 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] Sync routers for ids ['9a1a8112-ea83-4c35-ac07-1d26829512c3'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:35:22.798329 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3da1329-3b99-41b8-ad3f-62bdec032d45 admin admin] Network b911c41a-6d30-4814-901f-89185e089761 is already hosted by enough agents. {{(pid=101905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:35:22.800211 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] Routers {'9a1a8112-ea83-4c35-ac07-1d26829512c3'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:35:22.800918 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:34:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['9a1a8112-ea83-4c35-ac07-1d26829512c3'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:35:22.803520 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-e3da1329-3b99-41b8-ad3f-62bdec032d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:35:22.810687 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3da1329-3b99-41b8-ad3f-62bdec032d45 admin admin] Received port after_create {{(pid=101905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:35:22.839763 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:22.881946 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da1329-3b99-41b8-ad3f-62bdec032d45 admin admin] Pushing event updated for resources: {'Port': ['ID=01b7685d-6710-457a-8617-9fa9df803200,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:22.915887 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-04f33328-97ca-496e-9e36-3e84ac59d175 None None] Provisioning complete for port 6873761b-7c3d-4973-bb54-44339706a5de triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:35:22.922130 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-04f33328-97ca-496e-9e36-3e84ac59d175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:22.987770 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Pushing event updated for resources: {'Port': ['ID=6873761b-7c3d-4973-bb54-44339706a5de,revision_number=3']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:23.016143 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6d859659-6a20-4645-9924-f53078ade012 admin admin] Publish callbacks [] for router, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:23.025304 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-6d859659-6a20-4645-9924-f53078ade012 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2234578 Nov 09 10:35:23.025460 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] Set router 9a1a8112-ea83-4c35-ac07-1d26829512c3 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:35:23.025558 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 39224) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:23.244493 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ccf18fd0-3272-4f5e-bacf-2fa40bda3008 req-eda5b6fb-4299-46fa-832b-a789579949e4 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 210 time: 0.1355538 Nov 09 10:35:23.333711 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-94beb51d-3794-46ee-b240-5cab0a8bcada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:23.390519 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1a8112-ea83-4c35-ac07-1d26829512c3', 'name': 'tempest-ServerRescueNegativeTestJSON-2038093129-router', 'tenant_id': '72d2f00c4c004c6b91287e418c91d927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '312d6913-68cc-4cb7-b97d-048658d968a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:18Z', 'updated_at': '2021-11-09T10:35:21Z', 'revision_number': 3, 'project_id': '72d2f00c4c004c6b91287e418c91d927', 'gw_port': {'id': '312d6913-68cc-4cb7-b97d-048658d968a3', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:02:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1a8112-ea83-4c35-ac07-1d26829512c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:20Z', 'updated_at': '2021-11-09T10:35:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:35:23.453882 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-6488d747-0ba5-4d2a-9a52-d66e776cb16f None None] Provisioning complete for port 6873761b-7c3d-4973-bb54-44339706a5de triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:35:23.456867 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-6488d747-0ba5-4d2a-9a52-d66e776cb16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:23.476852 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e3da1329-3b99-41b8-ad3f-62bdec032d45 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:23.501918 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] Checking router: 9a1a8112-ea83-4c35-ac07-1d26829512c3 for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:35:23.502585 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] Updating router 9a1a8112-ea83-4c35-ac07-1d26829512c3 port 312d6913-68cc-4cb7-b97d-048658d968a3 binding host dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 10:35:23.553901 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-35a18c1d-e8ad-4ffd-8d4e-78d8ca28b307 req-5ea263d7-097b-4aeb-a07a-c12a5741b5ac tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 210 time: 0.0720644 Nov 09 10:35:23.591252 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:23.819531 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e3da1329-3b99-41b8-ad3f-62bdec032d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741373'] for router, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:24.029686 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] Publish callbacks [] for port, precommit_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:24.031498 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:24.140858 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 39278) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:24.147348 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c2b6229d-697a-4dae-ab9a-7feea0e36080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:24.154176 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-0e8934bf-32df-461b-9ec4-28767a6ad9e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:24.227473 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 6873761b-7c3d-4973-bb54-44339706a5de up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:35:24.243299 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:24.256491 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-0e8934bf-32df-461b-9ec4-28767a6ad9e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:24.261015 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3da1329-3b99-41b8-ad3f-62bdec032d45 admin admin] Router 67207920-60c1-4908-bc6b-3dae8cf65a39 is scheduled to L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 with binding_index 1 {{(pid=101905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 10:35:24.332271 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 6873761b-7c3d-4973-bb54-44339706a5de triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:35:24.332815 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:24.358472 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] Attempting to bind port 312d6913-68cc-4cb7-b97d-048658d968a3 on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:35:24.359434 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] Attempting to bind port 312d6913-68cc-4cb7-b97d-048658d968a3 by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}] {{(pid=101907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:35:24.359434 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] Attempting to bind port 312d6913-68cc-4cb7-b97d-048658d968a3 on network b911c41a-6d30-4814-901f-89185e089761 {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:35:24.402731 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c3537-2c9d-40cc-87c5-b6a452f1c12c None None] Pushing event updated for resources: {'Port': ['ID=312d6913-68cc-4cb7-b97d-048658d968a3,revision_number=2']} {{(pid=101907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:24.406788 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-0e8934bf-32df-461b-9ec4-28767a6ad9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:24.413232 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:35:24.413603 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] Checking segment: {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:35:24.414184 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:24.417127 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] Bound using segment: {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'} {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:35:24.421172 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] Bound port: 312d6913-68cc-4cb7-b97d-048658d968a3, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}}] {{(pid=101907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:35:24.421395 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:24.476393 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3537-2c9d-40cc-87c5-b6a452f1c12c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:24.476393 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3537-2c9d-40cc-87c5-b6a452f1c12c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:24.476393 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3537-2c9d-40cc-87c5-b6a452f1c12c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:24.476393 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3537-2c9d-40cc-87c5-b6a452f1c12c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:24.476393 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3537-2c9d-40cc-87c5-b6a452f1c12c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:24.476393 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3537-2c9d-40cc-87c5-b6a452f1c12c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:24.476393 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3537-2c9d-40cc-87c5-b6a452f1c12c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:24.476393 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3537-2c9d-40cc-87c5-b6a452f1c12c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:24.476393 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3537-2c9d-40cc-87c5-b6a452f1c12c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:24.477039 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3537-2c9d-40cc-87c5-b6a452f1c12c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:24.477193 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3537-2c9d-40cc-87c5-b6a452f1c12c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:24.477504 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3537-2c9d-40cc-87c5-b6a452f1c12c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3537-2c9d-40cc-87c5-b6a452f1c12c None None] Tracked resource versions report: Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: pushed versions: Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: { 'AddressGroup': {'1.2'}, Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: 'ConntrackHelper': {'1.0'}, Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: 'Log': {'1.0'}, Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: 'Network': {'1.1'}, Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: 'Port': {'1.7'}, Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: 'PortForwarding': {'1.2'}, Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: 'QosPolicy': {'1.10'}, Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: 'SecurityGroup': {'1.5'}, Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: 'SecurityGroupRule': {'1.2'}, Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: 'SubPort': {'1.0'}, Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: 'Subnet': {'1.1'}, Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: 'Trunk': {'1.1'}} Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: consumer versions: Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: { DHCP agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: HyperV agent@hv-cinder-81662: {}, Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: L3 agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: Metadata agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: Metering agent@dv-cinder-816628-1-iscsi: {}, Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: Open vSwitch agent@dv-cinder-816628-1-iscsi: { 'AddressGroup': '1.2', Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: 'ConntrackHelper': '1.0', Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: 'Log': '1.0', Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: 'Network': '1.1', Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: 'Port': '1.7', Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: 'PortForwarding': '1.2', Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: 'QosPolicy': '1.10', Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: 'SecurityGroup': '1.5', Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: 'SecurityGroupRule': '1.2', Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: 'SubPort': '1.0', Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: 'Subnet': '1.1', Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: 'Trunk': '1.1'}} Nov 09 10:35:24.478772 dv-cinder-816628-1-iscsi neutron-server[101907]: {{(pid=101907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 10:35:24.522778 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.db [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] For port 312d6913-68cc-4cb7-b97d-048658d968a3, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:35:24.527701 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.db [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] For port 312d6913-68cc-4cb7-b97d-048658d968a3, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=312d6913-68cc-4cb7-b97d-048658d968a3,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:35:24.530698 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3d23daea-b18c-454b-acd2-8cb2544445bc req-2b00af19-11b6-492c-bea8-af8f920deb34 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 210 time: 0.1073911 Nov 09 10:35:24.567575 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [None req-c2b6229d-697a-4dae-ab9a-7feea0e36080 admin admin] Allocated IP 172.20.0.1 (7356e1ef-978e-49fa-bc2d-b1ac03294fba/c28d7e76-70e8-4369-839e-6b3b9fa92053/27a232ec-300c-4bec-87b4-19ca81caebad) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:35:24.660274 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:24.670208 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-0e8934bf-32df-461b-9ec4-28767a6ad9e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c1c2e0e279a4880a0266fbef4c04def&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5282421 Nov 09 10:35:24.673964 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 39308) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:24.688864 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:24.727223 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8934bf-32df-461b-9ec4-28767a6ad9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417f8516-3481-41af-a797-b51b09ed2ae0,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:24.734078 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7d39f633-5fc5-454c-958b-2078c4cdfe7d req-6dd07518-1731-4a10-bb77-a6dae26f57e6 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 210 time: 0.0747039 Nov 09 10:35:24.773021 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c2b6229d-697a-4dae-ab9a-7feea0e36080 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:24.776874 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3da1329-3b99-41b8-ad3f-62bdec032d45 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:35:24.792492 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-993f69f2-584a-48ce-9888-5c1b2f56c258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:24.793603 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] Sync routers for ids ['67207920-60c1-4908-bc6b-3dae8cf65a39'] in dv-cinder-816628-1-iscsi {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:35:24.805383 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] Routers {'67207920-60c1-4908-bc6b-3dae8cf65a39'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:35:24.806018 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:35:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['67207920-60c1-4908-bc6b-3dae8cf65a39'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:35:24.832255 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-993f69f2-584a-48ce-9888-5c1b2f56c258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:24.844633 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] Routers {'9a1a8112-ea83-4c35-ac07-1d26829512c3'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:35:24.849347 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:35:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['9a1a8112-ea83-4c35-ac07-1d26829512c3'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:35:24.910026 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c3537-2c9d-40cc-87c5-b6a452f1c12c None None] Pushing event updated for resources: {'Port': ['ID=312d6913-68cc-4cb7-b97d-048658d968a3,revision_number=3']} {{(pid=101907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:24.948307 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] Set router 67207920-60c1-4908-bc6b-3dae8cf65a39 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:35:24.996661 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] Set router 9a1a8112-ea83-4c35-ac07-1d26829512c3 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:35:24.998357 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c2b6229d-697a-4dae-ab9a-7feea0e36080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:25.000261 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e3da1329-3b99-41b8-ad3f-62bdec032d45 admin admin] Publish callbacks [] for router, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:25.007559 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-e3da1329-3b99-41b8-ad3f-62bdec032d45 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8947654 Nov 09 10:35:25.008665 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 39318) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:25.022732 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b6229d-697a-4dae-ab9a-7feea0e36080 admin admin] Network 7356e1ef-978e-49fa-bc2d-b1ac03294fba is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:35:25.050317 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-c2b6229d-697a-4dae-ab9a-7feea0e36080 admin admin] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:35:25.062894 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b6229d-697a-4dae-ab9a-7feea0e36080 admin admin] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:35:25.064573 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c2b6229d-697a-4dae-ab9a-7feea0e36080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740392'] for router_interface, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:25.216751 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-993f69f2-584a-48ce-9888-5c1b2f56c258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:25.221802 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-993f69f2-584a-48ce-9888-5c1b2f56c258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:25.226502 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-993f69f2-584a-48ce-9888-5c1b2f56c258 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/417f8516-3481-41af-a797-b51b09ed2ae0 HTTP/1.1" status: 204 len: 168 time: 0.5507238 Nov 09 10:35:25.256870 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f69f2-584a-48ce-9888-5c1b2f56c258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417f8516-3481-41af-a797-b51b09ed2ae0,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:25.301270 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'name': 'tempest-AttachVolumeShelveTestJSON-495058885-router', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '01b7685d-6710-457a-8617-9fa9df803200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:19Z', 'updated_at': '2021-11-09T10:35:22Z', 'revision_number': 3, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'gw_port': {'id': '01b7685d-6710-457a-8617-9fa9df803200', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:72:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:21Z', 'updated_at': '2021-11-09T10:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:35:25.314642 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6229d-697a-4dae-ab9a-7feea0e36080 admin admin] Pushing event updated for resources: {'Port': ['ID=27a232ec-300c-4bec-87b4-19ca81caebad,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:25.371230 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] Checking router: 67207920-60c1-4908-bc6b-3dae8cf65a39 for host: dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:35:25.372070 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] Updating router 67207920-60c1-4908-bc6b-3dae8cf65a39 port 01b7685d-6710-457a-8617-9fa9df803200 binding host dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 10:35:25.374301 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c2b6229d-697a-4dae-ab9a-7feea0e36080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:25.435284 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:25.463314 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1a8112-ea83-4c35-ac07-1d26829512c3', 'name': 'tempest-ServerRescueNegativeTestJSON-2038093129-router', 'tenant_id': '72d2f00c4c004c6b91287e418c91d927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '312d6913-68cc-4cb7-b97d-048658d968a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:18Z', 'updated_at': '2021-11-09T10:35:21Z', 'revision_number': 3, 'project_id': '72d2f00c4c004c6b91287e418c91d927', 'gw_port': {'id': '312d6913-68cc-4cb7-b97d-048658d968a3', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:02:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1a8112-ea83-4c35-ac07-1d26829512c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:20Z', 'updated_at': '2021-11-09T10:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:35:25.500747 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c979854-a106-4aab-b3aa-be9ed2cebc37 None None] The sync data for ids ['9a1a8112-ea83-4c35-ac07-1d26829512c3'] in dv-cinder-816628-1-iscsi is: [{'id': '9a1a8112-ea83-4c35-ac07-1d26829512c3', 'name': 'tempest-ServerRescueNegativeTestJSON-2038093129-router', 'tenant_id': '72d2f00c4c004c6b91287e418c91d927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '312d6913-68cc-4cb7-b97d-048658d968a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:18Z', 'updated_at': '2021-11-09T10:35:21Z', 'revision_number': 3, 'project_id': '72d2f00c4c004c6b91287e418c91d927', 'gw_port': {'id': '312d6913-68cc-4cb7-b97d-048658d968a3', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:02:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1a8112-ea83-4c35-ac07-1d26829512c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:20Z', 'updated_at': '2021-11-09T10:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:35:25.753279 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:25.791546 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c2b6229d-697a-4dae-ab9a-7feea0e36080 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:25.861074 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b3cfe4aa-0f9b-43b4-851a-1acac5b592ef req-818d3d6e-938f-43f0-b3f5-78e396fcea26 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 210 time: 0.1094308 Nov 09 10:35:25.926921 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] Publish callbacks [] for port, precommit_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:25.937215 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c2b6229d-697a-4dae-ab9a-7feea0e36080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:25.939114 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c2b6229d-697a-4dae-ab9a-7feea0e36080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740540'] for router_interface, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:26.024441 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:26.120970 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-70a624ce-c430-43d8-b620-a2390b2828ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:26.135272 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed49d05-c15e-4858-a146-f54c253d177e None None] Pushing event updated for resources: {'Port': ['ID=01b7685d-6710-457a-8617-9fa9df803200,revision_number=2']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:26.145955 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d4d349e5-274a-4518-8179-2dc97e6d19cc req-d0f06540-bf44-4076-8b31-a101cbf7a19f tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 210 time: 0.1130140 Nov 09 10:35:26.163877 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6229d-697a-4dae-ab9a-7feea0e36080 admin admin] Pushing event updated for resources: {'Port': ['ID=27a232ec-300c-4bec-87b4-19ca81caebad,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:26.194828 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] Attempting to bind port 01b7685d-6710-457a-8617-9fa9df803200 on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:35:26.195988 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] Attempting to bind port 01b7685d-6710-457a-8617-9fa9df803200 by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:35:26.196645 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] Attempting to bind port 01b7685d-6710-457a-8617-9fa9df803200 on network b911c41a-6d30-4814-901f-89185e089761 {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:35:26.219275 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:35:26.219934 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] Checking segment: {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:35:26.220711 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:26.223039 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] Bound using segment: {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:35:26.223882 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] Bound port: 01b7685d-6710-457a-8617-9fa9df803200, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:35:26.224798 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:26.325851 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 39362) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:26.343324 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b6229d-697a-4dae-ab9a-7feea0e36080 admin admin] Network 7356e1ef-978e-49fa-bc2d-b1ac03294fba is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:35:26.347658 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-c2b6229d-697a-4dae-ab9a-7feea0e36080 admin admin] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:35:26.411652 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 312d6913-68cc-4cb7-b97d-048658d968a3 up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:35:26.504667 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_common [None req-70a624ce-c430-43d8-b620-a2390b2828ee admin admin] Allocated IP 172.20.0.1 (34358316-6aa9-484d-bebb-9653f7b5c623/46b6d451-069c-417f-a922-9abd3afe77e2/bc56f024-515e-4a5e-bbe0-dd1a4dfef792) {{(pid=101905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:35:26.589628 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6357f51b-1daa-4d24-b0de-029da9259222 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:26.658263 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b6229d-697a-4dae-ab9a-7feea0e36080 admin admin] Router 9a1a8112-ea83-4c35-ac07-1d26829512c3 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:35:26.686949 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-70a624ce-c430-43d8-b620-a2390b2828ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:26.722979 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] For port 01b7685d-6710-457a-8617-9fa9df803200, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:35:26.727442 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] For port 01b7685d-6710-457a-8617-9fa9df803200, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=01b7685d-6710-457a-8617-9fa9df803200,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:35:26.746962 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 312d6913-68cc-4cb7-b97d-048658d968a3 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:35:26.747322 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:26.795370 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:26.853087 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:26.855607 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b6229d-697a-4dae-ab9a-7feea0e36080 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:35:26.875926 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-c2b6229d-697a-4dae-ab9a-7feea0e36080 admin admin] 10.222.0.35 "PUT /v2.0/routers/9a1a8112-ea83-4c35-ac07-1d26829512c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8478091 Nov 09 10:35:26.918436 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:26.935240 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-70a624ce-c430-43d8-b620-a2390b2828ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:26.979545 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6357f51b-1daa-4d24-b0de-029da9259222 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:26.979834 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a624ce-c430-43d8-b620-a2390b2828ee admin admin] Network 34358316-6aa9-484d-bebb-9653f7b5c623 is already hosted by enough agents. {{(pid=101905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:35:26.983092 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-70a624ce-c430-43d8-b620-a2390b2828ee admin admin] Resources bound (agent type, host, resource id): {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:35:26.987871 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed49d05-c15e-4858-a146-f54c253d177e None None] Pushing event updated for resources: {'Port': ['ID=01b7685d-6710-457a-8617-9fa9df803200,revision_number=3']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:26.996695 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] Routers {'67207920-60c1-4908-bc6b-3dae8cf65a39'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:35:26.997879 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:35:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['67207920-60c1-4908-bc6b-3dae8cf65a39'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:35:27.000689 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a624ce-c430-43d8-b620-a2390b2828ee admin admin] Received port after_create {{(pid=101905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:35:27.001447 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-70a624ce-c430-43d8-b620-a2390b2828ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740392'] for router_interface, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:27.003302 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] For port 312d6913-68cc-4cb7-b97d-048658d968a3, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=312d6913-68cc-4cb7-b97d-048658d968a3,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:35:27.099562 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6357f51b-1daa-4d24-b0de-029da9259222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:27.122155 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:27.199778 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357f51b-1daa-4d24-b0de-029da9259222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48368420-919e-44f6-85ba-6a0a8c700473,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:27.225327 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9334c5bf-95de-41be-8a5b-be5a06c94f91 req-8de045e0-7598-462e-b25a-fe4a376501bb tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 210 time: 0.0818994 Nov 09 10:35:27.257270 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-6357f51b-1daa-4d24-b0de-029da9259222 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=672a8b6bc5a14e278e6b7231df315823&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9283040 Nov 09 10:35:27.261701 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 39392) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:27.299164 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a624ce-c430-43d8-b620-a2390b2828ee admin admin] Pushing event updated for resources: {'Port': ['ID=bc56f024-515e-4a5e-bbe0-dd1a4dfef792,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:27.452049 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] Set router 67207920-60c1-4908-bc6b-3dae8cf65a39 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:35:27.466741 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4ba38c43-7c67-4bf6-adbf-444aa0f2932f req-e46f1719-9937-467a-b36f-2dc26ec193c9 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 210 time: 0.1009827 Nov 09 10:35:27.534479 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-826375ce-e659-44ab-a31a-fd2eb5a18323 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:27.593161 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Pushing event updated for resources: {'Port': ['ID=312d6913-68cc-4cb7-b97d-048658d968a3,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:27.597445 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-826375ce-e659-44ab-a31a-fd2eb5a18323 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:27.625382 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-3303bb72-b126-453c-84f5-927e1a0db9bb None None] Provisioning complete for port bc56f024-515e-4a5e-bbe0-dd1a4dfef792 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:35:27.625762 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3303bb72-b126-453c-84f5-927e1a0db9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:27.696591 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-70a624ce-c430-43d8-b620-a2390b2828ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:27.709707 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-3303bb72-b126-453c-84f5-927e1a0db9bb None None] Port bc56f024-515e-4a5e-bbe0-dd1a4dfef792 cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:35:28.158847 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'name': 'tempest-AttachVolumeShelveTestJSON-495058885-router', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '01b7685d-6710-457a-8617-9fa9df803200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:19Z', 'updated_at': '2021-11-09T10:35:22Z', 'revision_number': 3, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'gw_port': {'id': '01b7685d-6710-457a-8617-9fa9df803200', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:72:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:21Z', 'updated_at': '2021-11-09T10:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:35:28.158847 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0e20e6-7103-4f81-b912-411e3129a0e5 None None] The sync data for ids ['67207920-60c1-4908-bc6b-3dae8cf65a39'] in dv-cinder-816628-1-iscsi is: [{'id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'name': 'tempest-AttachVolumeShelveTestJSON-495058885-router', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '01b7685d-6710-457a-8617-9fa9df803200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:19Z', 'updated_at': '2021-11-09T10:35:22Z', 'revision_number': 3, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'gw_port': {'id': '01b7685d-6710-457a-8617-9fa9df803200', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:72:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:21Z', 'updated_at': '2021-11-09T10:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}] {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:35:28.162821 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-826375ce-e659-44ab-a31a-fd2eb5a18323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:28.162821 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-826375ce-e659-44ab-a31a-fd2eb5a18323 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:28.162821 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-826375ce-e659-44ab-a31a-fd2eb5a18323 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48368420-919e-44f6-85ba-6a0a8c700473 HTTP/1.1" status: 204 len: 168 time: 0.7163098 Nov 09 10:35:28.162821 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826375ce-e659-44ab-a31a-fd2eb5a18323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48368420-919e-44f6-85ba-6a0a8c700473,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:28.165748 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-70a624ce-c430-43d8-b620-a2390b2828ee admin admin] Publish callbacks [] for port, precommit_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:28.166307 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-f9e2c250-1f38-447a-af23-b7ad31559964 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:28.166307 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-f9e2c250-1f38-447a-af23-b7ad31559964 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/networks?id=7356e1ef-978e-49fa-bc2d-b1ac03294fba HTTP/1.1" status: 200 len: 819 time: 0.1756804 Nov 09 10:35:28.166307 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-a4592a7e-fd6f-4743-9f51-f7e3efb6e087 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/quotas/72d2f00c4c004c6b91287e418c91d927 HTTP/1.1" status: 200 len: 375 time: 0.0115256 Nov 09 10:35:28.166307 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-223ddf76-dcd4-4d23-b18e-1397e904e5e2 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=72d2f00c4c004c6b91287e418c91d927&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742173 Nov 09 10:35:28.180085 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-70a624ce-c430-43d8-b620-a2390b2828ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:28.180972 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-70a624ce-c430-43d8-b620-a2390b2828ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740540'] for router_interface, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:28.331075 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-e5ac3ca0-ac7f-4d2a-b04b-13711cc2a22b service neutron] 10.222.0.35 "GET /v2.0/networks/7356e1ef-978e-49fa-bc2d-b1ac03294fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613896 Nov 09 10:35:28.378459 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] Sync routers for ids ['9a1a8112-ea83-4c35-ac07-1d26829512c3'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:35:28.394592 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] Routers {'9a1a8112-ea83-4c35-ac07-1d26829512c3'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:35:28.398789 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:35:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['9a1a8112-ea83-4c35-ac07-1d26829512c3'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:35:28.432897 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 01b7685d-6710-457a-8617-9fa9df803200 up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:35:28.497795 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-d0ab109a-d28c-4d4b-bff9-391e05fc8717 service neutron] 10.222.0.35 "GET /v2.0/networks/7356e1ef-978e-49fa-bc2d-b1ac03294fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584675 Nov 09 10:35:28.584377 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 01b7685d-6710-457a-8617-9fa9df803200 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:35:28.584742 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:28.616490 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] Set router 9a1a8112-ea83-4c35-ac07-1d26829512c3 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:35:28.683221 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a624ce-c430-43d8-b620-a2390b2828ee admin admin] Pushing event updated for resources: {'Port': ['ID=bc56f024-515e-4a5e-bbe0-dd1a4dfef792,revision_number=2']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:28.703888 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-3868b0de-71bc-44c6-9944-a8be3d07fe1b req-d45d6efc-348d-43b3-adf5-6a45d162f7e5 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 210 time: 0.0589886 Nov 09 10:35:28.750621 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:28.783607 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a624ce-c430-43d8-b620-a2390b2828ee admin admin] Network 34358316-6aa9-484d-bebb-9653f7b5c623 is already hosted by enough agents. {{(pid=101905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:35:28.786572 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-70a624ce-c430-43d8-b620-a2390b2828ee admin admin] Resources bound (agent type, host, resource id): {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:35:28.806692 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.30', 56261) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:28.861614 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] For port 01b7685d-6710-457a-8617-9fa9df803200, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=01b7685d-6710-457a-8617-9fa9df803200,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:35:28.984840 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7402aa0c-e5db-4456-b9a6-a271d2ea38d4 req-35d1e82d-e6e0-45c2-9656-0b61cbdd6e63 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 210 time: 0.0442028 Nov 09 10:35:28.990725 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:28.991586 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 312d6913-68cc-4cb7-b97d-048658d968a3 up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:35:29.113201 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 39454) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:29.150442 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-dbe04af9-3895-4dca-b739-b30aa70fbb2a req-c317011e-5933-46a5-8c91-ce6615b95094 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 210 time: 0.0494916 Nov 09 10:35:29.177163 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-43f49b77-4753-400b-be06-621da6c7c96e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:29.180429 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1a8112-ea83-4c35-ac07-1d26829512c3', 'name': 'tempest-ServerRescueNegativeTestJSON-2038093129-router', 'tenant_id': '72d2f00c4c004c6b91287e418c91d927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '312d6913-68cc-4cb7-b97d-048658d968a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:18Z', 'updated_at': '2021-11-09T10:35:25Z', 'revision_number': 4, 'project_id': '72d2f00c4c004c6b91287e418c91d927', 'gw_port': {'id': '312d6913-68cc-4cb7-b97d-048658d968a3', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:02:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1a8112-ea83-4c35-ac07-1d26829512c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:20Z', 'updated_at': '2021-11-09T10:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '27a232ec-300c-4bec-87b4-19ca81caebad', 'name': '', 'network_id': '7356e1ef-978e-49fa-bc2d-b1ac03294fba', 'tenant_id': '72d2f00c4c004c6b91287e418c91d927', 'mac_address': 'fa:16:3e:d9:52:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1a8112-ea83-4c35-ac07-1d26829512c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c28d7e76-70e8-4369-839e-6b3b9fa92053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:24Z', 'updated_at': '2021-11-09T10:35:25Z', 'revision_number': 2, 'project_id': '72d2f00c4c004c6b91287e418c91d927', 'subnets': [{'id': 'c28d7e76-70e8-4369-839e-6b3b9fa92053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:35:29.195271 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-3f85137b-d023-4cab-b5b1-f618b3a08653 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:29.195271 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-3f85137b-d023-4cab-b5b1-f618b3a08653 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.30 "GET /v2.0/networks?id=5554d1a8-4766-4ee1-bd4f-871198ca55f6 HTTP/1.1" status: 200 len: 815 time: 0.3876069 Nov 09 10:35:29.317318 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Pushing event updated for resources: {'Port': ['ID=01b7685d-6710-457a-8617-9fa9df803200,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:29.354414 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-43f49b77-4753-400b-be06-621da6c7c96e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:29.370670 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-1b87133d-ae04-43c8-b211-c8a88f3f4076 None None] Provisioning complete for port bc56f024-515e-4a5e-bbe0-dd1a4dfef792 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:35:29.371413 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1b87133d-ae04-43c8-b211-c8a88f3f4076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:29.381697 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a624ce-c430-43d8-b620-a2390b2828ee admin admin] Router 67207920-60c1-4908-bc6b-3dae8cf65a39 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:35:29.400343 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 312d6913-68cc-4cb7-b97d-048658d968a3 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:35:29.401864 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:29.498917 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-43f49b77-4753-400b-be06-621da6c7c96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:29.502747 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-1b87133d-ae04-43c8-b211-c8a88f3f4076 None None] Port bc56f024-515e-4a5e-bbe0-dd1a4dfef792 cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:35:29.537599 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] Checking router: 9a1a8112-ea83-4c35-ac07-1d26829512c3 for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:35:29.539214 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] Updating router 9a1a8112-ea83-4c35-ac07-1d26829512c3 port 27a232ec-300c-4bec-87b4-19ca81caebad binding host dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 10:35:29.568869 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f49b77-4753-400b-be06-621da6c7c96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a637a3-2518-4656-b962-d3f2ff13bd72,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:29.627495 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:29.646027 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-43f49b77-4753-400b-be06-621da6c7c96e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a8589e9e5c13405db2ccdf92397192b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5058258 Nov 09 10:35:29.675909 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 39482) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:29.740457 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f4cdd-dd11-404e-950e-4429062abc32 req-748802ef-4e34-4284-a953-58867da9ba44 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:29.742034 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a624ce-c430-43d8-b620-a2390b2828ee admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:35:29.743436 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-294f4cdd-dd11-404e-950e-4429062abc32 req-748802ef-4e34-4284-a953-58867da9ba44 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/networks?id=7356e1ef-978e-49fa-bc2d-b1ac03294fba HTTP/1.1" status: 200 len: 819 time: 0.1709685 Nov 09 10:35:29.763514 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-70a624ce-c430-43d8-b620-a2390b2828ee admin admin] 10.222.0.35 "PUT /v2.0/routers/67207920-60c1-4908-bc6b-3dae8cf65a39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7445979 Nov 09 10:35:29.806850 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-123be15f-537d-45b1-b672-e2ec5b51a728 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:29.810601 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-294f4cdd-dd11-404e-950e-4429062abc32 req-6e5c646d-8fa8-48d4-a03c-9a825dd118cd tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/quotas/72d2f00c4c004c6b91287e418c91d927 HTTP/1.1" status: 200 len: 375 time: 0.0405319 Nov 09 10:35:29.859025 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-123be15f-537d-45b1-b672-e2ec5b51a728 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:29.907377 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5951d52d-5a5b-456d-a08d-a0c2e7a6169d tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=72d2f00c4c004c6b91287e418c91d927&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0859380 Nov 09 10:35:29.920127 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9507b2db-02bd-45a8-9260-acf6205a6b43 req-ee5d68c1-1264-486d-ba03-813e7e4de3c8 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 210 time: 0.0867131 Nov 09 10:35:29.986413 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] Publish callbacks [] for port, precommit_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:30.032729 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-294f4cdd-dd11-404e-950e-4429062abc32 req-62ed3a29-a020-479b-b3e4-2f2af913f75a service neutron] 10.222.0.35 "GET /v2.0/networks/7356e1ef-978e-49fa-bc2d-b1ac03294fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136281 Nov 09 10:35:30.073680 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:30.074832 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-123be15f-537d-45b1-b672-e2ec5b51a728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:30.078438 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-123be15f-537d-45b1-b672-e2ec5b51a728 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:30.085459 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-123be15f-537d-45b1-b672-e2ec5b51a728 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c1a637a3-2518-4656-b962-d3f2ff13bd72 HTTP/1.1" status: 204 len: 168 time: 0.4052334 Nov 09 10:35:30.138888 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653fc0e-b421-46b6-805c-655551497e8e None None] Pushing event updated for resources: {'Port': ['ID=27a232ec-300c-4bec-87b4-19ca81caebad,revision_number=3']} {{(pid=101907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:30.142139 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5d248b22-dad5-43b0-9293-bc79cf5ff18c req-ef0325c3-b568-4910-9374-6a64a6d92756 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 210 time: 0.0802169 Nov 09 10:35:30.157195 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123be15f-537d-45b1-b672-e2ec5b51a728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a637a3-2518-4656-b962-d3f2ff13bd72,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:30.223748 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] Attempting to bind port 27a232ec-300c-4bec-87b4-19ca81caebad on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:35:30.224151 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] Attempting to bind port 27a232ec-300c-4bec-87b4-19ca81caebad by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': 'aee1f260-744b-4d75-a3b2-8299c59a2f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7356e1ef-978e-49fa-bc2d-b1ac03294fba'}] {{(pid=101907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:35:30.224920 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] Attempting to bind port 27a232ec-300c-4bec-87b4-19ca81caebad on network 7356e1ef-978e-49fa-bc2d-b1ac03294fba {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:35:30.231774 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:35:30.232182 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] Checking segment: {'id': 'aee1f260-744b-4d75-a3b2-8299c59a2f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7356e1ef-978e-49fa-bc2d-b1ac03294fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:35:30.232605 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:30.232953 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] Bound using segment: {'id': 'aee1f260-744b-4d75-a3b2-8299c59a2f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7356e1ef-978e-49fa-bc2d-b1ac03294fba'} {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:35:30.233511 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] Bound port: 27a232ec-300c-4bec-87b4-19ca81caebad, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee1f260-744b-4d75-a3b2-8299c59a2f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7356e1ef-978e-49fa-bc2d-b1ac03294fba'}}] {{(pid=101907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:35:30.233860 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:30.248127 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-294f4cdd-dd11-404e-950e-4429062abc32 req-6dd08953-9ff8-40f8-8b6d-c20c1334bde8 service neutron] 10.222.0.35 "GET /v2.0/networks/7356e1ef-978e-49fa-bc2d-b1ac03294fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058985 Nov 09 10:35:30.313355 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 01b7685d-6710-457a-8617-9fa9df803200 up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:35:30.392479 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.db [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] For port 27a232ec-300c-4bec-87b4-19ca81caebad, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:35:30.397010 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 01b7685d-6710-457a-8617-9fa9df803200 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:35:30.397638 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:30.408022 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.db [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] For port 27a232ec-300c-4bec-87b4-19ca81caebad, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=27a232ec-300c-4bec-87b4-19ca81caebad,segment=NetworkSegment(aee1f260-744b-4d75-a3b2-8299c59a2f06),segment_id=aee1f260-744b-4d75-a3b2-8299c59a2f06)] {{(pid=101907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:35:30.546019 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:30.712014 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] Routers {'9a1a8112-ea83-4c35-ac07-1d26829512c3'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:35:30.712662 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:35:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['9a1a8112-ea83-4c35-ac07-1d26829512c3'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:35:30.885603 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] Sync routers for ids ['67207920-60c1-4908-bc6b-3dae8cf65a39'] in dv-cinder-816628-1-iscsi {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:35:30.894747 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] Set router 9a1a8112-ea83-4c35-ac07-1d26829512c3 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:35:30.918549 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] Routers {'67207920-60c1-4908-bc6b-3dae8cf65a39'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:35:30.921270 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:35:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['67207920-60c1-4908-bc6b-3dae8cf65a39'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:35:31.030397 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-005d3ef7-2bc8-4baf-91e6-4b924404b678 req-a93a871b-8cb2-47e3-a523-db49c6bb1566 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 210 time: 0.2670710 Nov 09 10:35:31.053212 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653fc0e-b421-46b6-805c-655551497e8e None None] Pushing event updated for resources: {'Port': ['ID=27a232ec-300c-4bec-87b4-19ca81caebad,revision_number=4']} {{(pid=101907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:31.108221 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] Set router 67207920-60c1-4908-bc6b-3dae8cf65a39 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:35:31.212844 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 39550) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:31.218428 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-a83a8009-7f79-48de-b922-6f3e4609a41a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2117517572', 'description': 'tempest-description--2131695904'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:31.220296 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4975c4da-eb80-4b91-a367-99a729a3b661 req-744a7af3-f4d4-4b41-ba5d-88eefe869957 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 210 time: 0.0493476 Nov 09 10:35:31.322302 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1a8112-ea83-4c35-ac07-1d26829512c3', 'name': 'tempest-ServerRescueNegativeTestJSON-2038093129-router', 'tenant_id': '72d2f00c4c004c6b91287e418c91d927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '312d6913-68cc-4cb7-b97d-048658d968a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:18Z', 'updated_at': '2021-11-09T10:35:25Z', 'revision_number': 4, 'project_id': '72d2f00c4c004c6b91287e418c91d927', 'gw_port': {'id': '312d6913-68cc-4cb7-b97d-048658d968a3', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:02:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1a8112-ea83-4c35-ac07-1d26829512c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:20Z', 'updated_at': '2021-11-09T10:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '27a232ec-300c-4bec-87b4-19ca81caebad', 'name': '', 'network_id': '7356e1ef-978e-49fa-bc2d-b1ac03294fba', 'tenant_id': '72d2f00c4c004c6b91287e418c91d927', 'mac_address': 'fa:16:3e:d9:52:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1a8112-ea83-4c35-ac07-1d26829512c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c28d7e76-70e8-4369-839e-6b3b9fa92053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:24Z', 'updated_at': '2021-11-09T10:35:30Z', 'revision_number': 4, 'project_id': '72d2f00c4c004c6b91287e418c91d927', 'subnets': [{'id': 'c28d7e76-70e8-4369-839e-6b3b9fa92053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:35:31.324114 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6846b571-dd0e-4740-82c5-9e1f46281e54 req-be86956f-8f02-452e-840d-0dfcd23123d6 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 210 time: 0.0365586 Nov 09 10:35:31.367911 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee1e0cc-983e-4c66-9e2d-b1a3045120a0 None None] The sync data for ids ['9a1a8112-ea83-4c35-ac07-1d26829512c3'] in dv-cinder-816628-1-iscsi is: [{'id': '9a1a8112-ea83-4c35-ac07-1d26829512c3', 'name': 'tempest-ServerRescueNegativeTestJSON-2038093129-router', 'tenant_id': '72d2f00c4c004c6b91287e418c91d927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '312d6913-68cc-4cb7-b97d-048658d968a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:18Z', 'updated_at': '2021-11-09T10:35:25Z', 'revision_number': 4, 'project_id': '72d2f00c4c004c6b91287e418c91d927', 'gw_port': {'id': '312d6913-68cc-4cb7-b97d-048658d968a3', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:02:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1a8112-ea83-4c35-ac07-1d26829512c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:20Z', 'updated_at': '2021-11-09T10:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '27a232ec-300c-4bec-87b4-19ca81caebad', 'name': '', 'network_id': '7356e1ef-978e-49fa-bc2d-b1ac03294fba', 'tenant_id': '72d2f00c4c004c6b91287e418c91d927', 'mac_address': 'fa:16:3e:d9:52:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1a8112-ea83-4c35-ac07-1d26829512c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c28d7e76-70e8-4369-839e-6b3b9fa92053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:24Z', 'updated_at': '2021-11-09T10:35:30Z', 'revision_number': 4, 'project_id': '72d2f00c4c004c6b91287e418c91d927', 'subnets': [{'id': 'c28d7e76-70e8-4369-839e-6b3b9fa92053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:35:31.379647 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a83a8009-7f79-48de-b922-6f3e4609a41a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:31.409973 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'name': 'tempest-AttachVolumeShelveTestJSON-495058885-router', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '01b7685d-6710-457a-8617-9fa9df803200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:19Z', 'updated_at': '2021-11-09T10:35:27Z', 'revision_number': 4, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'gw_port': {'id': '01b7685d-6710-457a-8617-9fa9df803200', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:21Z', 'updated_at': '2021-11-09T10:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': 'bc56f024-515e-4a5e-bbe0-dd1a4dfef792', 'name': '', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'mac_address': 'fa:16:3e:89:14:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:26Z', 'updated_at': '2021-11-09T10:35:27Z', 'revision_number': 2, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'subnets': [{'id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:35:31.446677 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] Checking router: 67207920-60c1-4908-bc6b-3dae8cf65a39 for host: dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:35:31.447107 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] Updating router 67207920-60c1-4908-bc6b-3dae8cf65a39 port bc56f024-515e-4a5e-bbe0-dd1a4dfef792 binding host dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 10:35:31.506384 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:31.522508 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a83a8009-7f79-48de-b922-6f3e4609a41a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:31.626791 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a83a8009-7f79-48de-b922-6f3e4609a41a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:31.684036 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a8009-7f79-48de-b922-6f3e4609a41a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5af535-2475-4563-aa23-121a0ed9b9de,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:31.832834 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a83a8009-7f79-48de-b922-6f3e4609a41a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:31.834169 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-a83a8009-7f79-48de-b922-6f3e4609a41a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6197023 Nov 09 10:35:31.837965 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 39574) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:31.843666 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-cf0de4e4-09c0-440e-a0c8-423485945d13 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Request body: {'security_group_rule': {'security_group_id': '1f5af535-2475-4563-aa23-121a0ed9b9de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:31.877006 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-f7d85191-e82e-4508-be1e-c253f7aac492 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Request body: {'port': {'device_id': '4625928f-8448-4d86-b1e6-28b6c5ddac57', 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6', 'admin_state_up': True, 'tenant_id': '39b4a5ce13d4496f8a0f0a50d852098e'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:32.043543 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cf0de4e4-09c0-440e-a0c8-423485945d13 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:32.196390 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] Publish callbacks [] for port, precommit_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:32.260260 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e0bb27a6-ed1b-423e-81b8-3fa0684fe61b req-495af146-5d48-4d08-aefe-33d1079294ef tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 210 time: 0.0753858 Nov 09 10:35:32.311528 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:32.340129 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.30', 56268) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:32.372171 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cf0de4e4-09c0-440e-a0c8-423485945d13 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:32.381649 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 39600) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:32.456608 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 27a232ec-300c-4bec-87b4-19ca81caebad up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:35:32.533249 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c4c54-6d17-4ba7-8d2f-341b0dbef074 None None] Pushing event updated for resources: {'Port': ['ID=bc56f024-515e-4a5e-bbe0-dd1a4dfef792,revision_number=3']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:32.556698 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-f7d85191-e82e-4508-be1e-c253f7aac492 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Made reservation on behalf of 39b4a5ce13d4496f8a0f0a50d852098e for: {'port': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:35:32.575385 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-f7d85191-e82e-4508-be1e-c253f7aac492 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:32.587559 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-39710e65-95b9-43de-8214-1470f06c98de req-d731f1a0-705e-4b3f-9860-0e77271be69b tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 210 time: 0.1722326 Nov 09 10:35:32.588423 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cf0de4e4-09c0-440e-a0c8-423485945d13 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:32.664130 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0de4e4-09c0-440e-a0c8-423485945d13 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d782e7d-25a7-4548-9292-0714df3802a6,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:32.710429 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a052d0b3-4760-4a57-945c-e9d4b8e2477f req-5a1f7851-76cb-465b-8ccf-77bba5aaa0e6 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 210 time: 0.1078558 Nov 09 10:35:32.780698 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-df73e96e-3b32-4d34-9b09-a7575bdd8e82 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:32.786150 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-df73e96e-3b32-4d34-9b09-a7575bdd8e82 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.30 "GET /v2.0/networks?id=a0acbc6a-fb34-43c2-885e-eb403620ff93 HTTP/1.1" status: 200 len: 812 time: 0.4477925 Nov 09 10:35:32.808656 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-23763e16-69a1-4e22-8acc-42c04973d0cb tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Request body: {'port': {'device_id': '30c07487-72bd-4c21-8d60-f4bbce7fba5a', 'network_id': 'a0acbc6a-fb34-43c2-885e-eb403620ff93', 'admin_state_up': True, 'tenant_id': 'bc589f1addda41c09c4c042f7af97752'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:32.832359 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 27a232ec-300c-4bec-87b4-19ca81caebad triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:35:32.833764 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:32.888271 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] Attempting to bind port bc56f024-515e-4a5e-bbe0-dd1a4dfef792 on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:35:32.889374 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] Attempting to bind port bc56f024-515e-4a5e-bbe0-dd1a4dfef792 by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': '183ccf24-6259-4d13-8dd4-9902f28507bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623'}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:35:32.891152 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] Attempting to bind port bc56f024-515e-4a5e-bbe0-dd1a4dfef792 on network 34358316-6aa9-484d-bebb-9653f7b5c623 {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:35:32.915603 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:35:32.916400 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] Checking segment: {'id': '183ccf24-6259-4d13-8dd4-9902f28507bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:35:32.917046 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:32.917653 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] Bound using segment: {'id': '183ccf24-6259-4d13-8dd4-9902f28507bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623'} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:35:32.918451 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] Bound port: bc56f024-515e-4a5e-bbe0-dd1a4dfef792, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183ccf24-6259-4d13-8dd4-9902f28507bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623'}}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:35:32.919312 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:32.951694 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c8517317-5219-49f0-b6a8-88b3aee7fdc5 None None] Provisioning complete for port bc56f024-515e-4a5e-bbe0-dd1a4dfef792 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:35:32.952392 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c8517317-5219-49f0-b6a8-88b3aee7fdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:33.136077 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c8517317-5219-49f0-b6a8-88b3aee7fdc5 None None] Port bc56f024-515e-4a5e-bbe0-dd1a4dfef792 cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:35:33.181517 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-f7d85191-e82e-4508-be1e-c253f7aac492 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Allocated IP 172.20.0.2 (5554d1a8-4766-4ee1-bd4f-871198ca55f6/31b1c900-fb6b-416f-a417-507bcc3a8be2/3efed32a-8fe2-427e-9ada-fdc0f5a9c188) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:35:33.191266 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:33.194501 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] For port bc56f024-515e-4a5e-bbe0-dd1a4dfef792, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:35:33.221908 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-bbb40e4f-aac3-4b4c-a287-c08a487c3d90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:33.227251 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] For port bc56f024-515e-4a5e-bbe0-dd1a4dfef792, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=bc56f024-515e-4a5e-bbe0-dd1a4dfef792,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:35:33.262978 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] For port 27a232ec-300c-4bec-87b4-19ca81caebad, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=27a232ec-300c-4bec-87b4-19ca81caebad,segment=NetworkSegment(aee1f260-744b-4d75-a3b2-8299c59a2f06),segment_id=aee1f260-744b-4d75-a3b2-8299c59a2f06)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:35:33.277113 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-23763e16-69a1-4e22-8acc-42c04973d0cb tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Made reservation on behalf of bc589f1addda41c09c4c042f7af97752 for: {'port': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:35:33.290079 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-23763e16-69a1-4e22-8acc-42c04973d0cb tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:33.420060 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:33.422075 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:33.439296 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ee589642-15d1-4aef-8d45-d79b54d329b7 req-f7b33eb3-745f-41e8-aa3f-b32a2900c5a1 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 210 time: 0.0878966 Nov 09 10:35:33.501949 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cf0de4e4-09c0-440e-a0c8-423485945d13 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:33.503601 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-cf0de4e4-09c0-440e-a0c8-423485945d13 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6639943 Nov 09 10:35:33.514933 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 39652) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:33.519842 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-e5e6491d-50fb-4e72-9fc4-535e74263e5b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Request body: {'security_group_rule': {'security_group_id': '1f5af535-2475-4563-aa23-121a0ed9b9de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:33.575160 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] Routers {'67207920-60c1-4908-bc6b-3dae8cf65a39'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:35:33.576751 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:35:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['67207920-60c1-4908-bc6b-3dae8cf65a39'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:35:33.586376 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-f7d85191-e82e-4508-be1e-c253f7aac492 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:33.595407 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-bbb40e4f-aac3-4b4c-a287-c08a487c3d90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:33.615303 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c4c54-6d17-4ba7-8d2f-341b0dbef074 None None] Pushing event updated for resources: {'Port': ['ID=bc56f024-515e-4a5e-bbe0-dd1a4dfef792,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:33.649315 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.30', 56273) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:33.736549 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:35:33.745159 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-bbb40e4f-aac3-4b4c-a287-c08a487c3d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:33.811118 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-f7d85191-e82e-4508-be1e-c253f7aac492 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:33.881252 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Pushing event updated for resources: {'Port': ['ID=27a232ec-300c-4bec-87b4-19ca81caebad,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:33.914544 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 39664) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:33.930768 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] Set router 67207920-60c1-4908-bc6b-3dae8cf65a39 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:35:33.950619 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e5e6491d-50fb-4e72-9fc4-535e74263e5b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:33.961701 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-bbb40e4f-aac3-4b4c-a287-c08a487c3d90 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c70fd1b566884af197ab94257c731faa&name=default HTTP/1.1" status: 200 len: 2993 time: 1.5761178 Nov 09 10:35:33.990206 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb40e4f-aac3-4b4c-a287-c08a487c3d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49761620-3827-4bc0-83a1-ff4c86efec6e,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:34.026139 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 39672) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:34.051335 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d158adbf-558b-4c68-904e-feafe383aeca req-410f4f24-0d22-4d35-b2d2-130e95ee9bb1 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 210 time: 0.1436751 Nov 09 10:35:34.080314 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_common [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-23763e16-69a1-4e22-8acc-42c04973d0cb tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Allocated IP 172.20.0.7 (a0acbc6a-fb34-43c2-885e-eb403620ff93/8cbea09b-5cac-448d-8ef7-d31bef828359/5b4082fe-5c36-4667-a041-200e50fb0ba6) {{(pid=101905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:35:34.227407 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-f7d85191-e82e-4508-be1e-c253f7aac492 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Network 5554d1a8-4766-4ee1-bd4f-871198ca55f6 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:35:34.235376 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-51f41e9d-2c49-4ac1-b766-3727b7166240 None None] Provisioning complete for port bc56f024-515e-4a5e-bbe0-dd1a4dfef792 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:35:34.235741 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-51f41e9d-2c49-4ac1-b766-3727b7166240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:34.292503 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-f7d85191-e82e-4508-be1e-c253f7aac492 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:35:34.311733 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-f7d85191-e82e-4508-be1e-c253f7aac492 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:35:34.323479 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-f7d85191-e82e-4508-be1e-c253f7aac492 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:34.324383 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-f7d85191-e82e-4508-be1e-c253f7aac492 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:34.364971 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-5726a71c-6822-4457-a6bf-69e1f588570c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:34.385651 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35a334-21f0-4f6e-853f-8fcaefd37696 req-60355c94-bf22-4c90-acaa-d9f2a6b61348 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:34.393962 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4c35a334-21f0-4f6e-853f-8fcaefd37696 req-60355c94-bf22-4c90-acaa-d9f2a6b61348 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 931 time: 0.5713301 Nov 09 10:35:34.400044 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d85191-e82e-4508-be1e-c253f7aac492 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Pushing event updated for resources: {'Port': ['ID=3efed32a-8fe2-427e-9ada-fdc0f5a9c188,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:34.433123 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 27a232ec-300c-4bec-87b4-19ca81caebad up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:35:34.449012 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-ff024358-7f9e-4012-a03c-393c19ca5794 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:34.453811 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-ff024358-7f9e-4012-a03c-393c19ca5794 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.30 "GET /v2.0/networks?id=7356e1ef-978e-49fa-bc2d-b1ac03294fba HTTP/1.1" status: 200 len: 819 time: 0.7801342 Nov 09 10:35:34.512492 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4c35a334-21f0-4f6e-853f-8fcaefd37696 req-52cc02d1-76fa-438d-bb0a-9697ae6596d0 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172099 Nov 09 10:35:34.516503 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-5726a71c-6822-4457-a6bf-69e1f588570c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:34.518583 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.30', 56274) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:34.569258 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-f7d85191-e82e-4508-be1e-c253f7aac492 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6999853 Nov 09 10:35:34.608264 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-ae3c6e5c-4d02-49d9-a346-101f442769e4 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Request body: {'port': {'device_id': '63a60a22-2f2e-4979-b8e2-b12a2e7bf671', 'network_id': '7356e1ef-978e-49fa-bc2d-b1ac03294fba', 'admin_state_up': True, 'tenant_id': '72d2f00c4c004c6b91287e418c91d927'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:34.641352 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-c4b6123e-d6d4-4b13-9686-748441366458 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 10:35:34.646084 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-c4b6123e-d6d4-4b13-9686-748441366458 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0311973 Nov 09 10:35:34.667354 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e5e6491d-50fb-4e72-9fc4-535e74263e5b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:34.765788 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 27a232ec-300c-4bec-87b4-19ca81caebad triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:35:34.766432 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:34.827803 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e5e6491d-50fb-4e72-9fc4-535e74263e5b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:34.868675 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f4cdd-dd11-404e-950e-4429062abc32 req-7afe249d-ad6c-4b8d-81c1-72f7ac23d913 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:34.875069 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-294f4cdd-dd11-404e-950e-4429062abc32 req-7afe249d-ad6c-4b8d-81c1-72f7ac23d913 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.30 "GET /v2.0/networks?id=7356e1ef-978e-49fa-bc2d-b1ac03294fba HTTP/1.1" status: 200 len: 819 time: 0.3387623 Nov 09 10:35:34.894647 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-91f7cd93-b5cf-4121-828a-917aaf47e8e1 req-460d50c2-060f-486f-8dc0-9e74727e60d1 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 210 time: 0.1759501 Nov 09 10:35:34.913121 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] Request body: {'port': {'device_id': '4625928f-8448-4d86-b1e6-28b6c5ddac57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81662'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:34.994818 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-51f41e9d-2c49-4ac1-b766-3727b7166240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:35.014914 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-294f4cdd-dd11-404e-950e-4429062abc32 req-f34862f2-71a4-424c-9298-9e9ae1ab352f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Request body: {'port': {'device_id': '08913c05-333d-4287-b2b0-135fd053ca64', 'network_id': '7356e1ef-978e-49fa-bc2d-b1ac03294fba', 'admin_state_up': True, 'tenant_id': '72d2f00c4c004c6b91287e418c91d927'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:35.050478 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-5726a71c-6822-4457-a6bf-69e1f588570c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:35.055081 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-5726a71c-6822-4457-a6bf-69e1f588570c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:35.060500 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-5726a71c-6822-4457-a6bf-69e1f588570c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49761620-3827-4bc0-83a1-ff4c86efec6e HTTP/1.1" status: 204 len: 168 time: 1.0303154 Nov 09 10:35:35.127854 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-51f41e9d-2c49-4ac1-b766-3727b7166240 None None] For port bc56f024-515e-4a5e-bbe0-dd1a4dfef792, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=bc56f024-515e-4a5e-bbe0-dd1a4dfef792,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:35:35.150356 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2e65203d-301f-49de-91d4-002935e49807 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:35.198273 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'name': 'tempest-AttachVolumeShelveTestJSON-495058885-router', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '01b7685d-6710-457a-8617-9fa9df803200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:19Z', 'updated_at': '2021-11-09T10:35:27Z', 'revision_number': 4, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'gw_port': {'id': '01b7685d-6710-457a-8617-9fa9df803200', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:21Z', 'updated_at': '2021-11-09T10:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': 'bc56f024-515e-4a5e-bbe0-dd1a4dfef792', 'name': '', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'mac_address': 'fa:16:3e:89:14:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:26Z', 'updated_at': '2021-11-09T10:35:33Z', 'revision_number': 4, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'subnets': [{'id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:35:35.211527 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726a71c-6822-4457-a6bf-69e1f588570c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49761620-3827-4bc0-83a1-ff4c86efec6e,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:35.290974 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e68d16-4b69-4cca-911a-34560b2b518e None None] The sync data for ids ['67207920-60c1-4908-bc6b-3dae8cf65a39'] in dv-cinder-816628-1-iscsi is: [{'id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'name': 'tempest-AttachVolumeShelveTestJSON-495058885-router', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '01b7685d-6710-457a-8617-9fa9df803200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:19Z', 'updated_at': '2021-11-09T10:35:27Z', 'revision_number': 4, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'gw_port': {'id': '01b7685d-6710-457a-8617-9fa9df803200', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:21Z', 'updated_at': '2021-11-09T10:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': 'bc56f024-515e-4a5e-bbe0-dd1a4dfef792', 'name': '', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'mac_address': 'fa:16:3e:89:14:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:26Z', 'updated_at': '2021-11-09T10:35:33Z', 'revision_number': 4, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'subnets': [{'id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:35:35.304142 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-51f41e9d-2c49-4ac1-b766-3727b7166240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:35.314135 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-56c4c4cb-0e4e-4f01-a72c-8ad50b4cea04 req-fc3678c7-a6f8-418f-8fd3-d0cadf979efc tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 210 time: 0.1100209 Nov 09 10:35:35.359653 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:35.380166 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6491d-50fb-4e72-9fc4-535e74263e5b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdabd0dd-aa12-4dba-b5a3-8eecf2c25cd2,revision_number=0']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:35.512128 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f41e9d-2c49-4ac1-b766-3727b7166240 None None] Pushing event updated for resources: {'Port': ['ID=bc56f024-515e-4a5e-bbe0-dd1a4dfef792,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:35.616308 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-23763e16-69a1-4e22-8acc-42c04973d0cb tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Publish callbacks [] for port, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:35.650892 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e5e6491d-50fb-4e72-9fc4-535e74263e5b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:35.650892 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-e5e6491d-50fb-4e72-9fc4-535e74263e5b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1136258 Nov 09 10:35:35.710949 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 39708) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:35.718343 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-8dbbc04d-ef08-4ae0-912e-57f88b79da45 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Request body: {'floatingip': {'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:36.061079 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2e65203d-301f-49de-91d4-002935e49807 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:36.087676 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420127fe-0d53-4ae0-adfc-b3e135111138 req-98adc6b8-2c51-4bd8-97cb-14517858fb66 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:36.089616 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-420127fe-0d53-4ae0-adfc-b3e135111138 req-98adc6b8-2c51-4bd8-97cb-14517858fb66 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 931 time: 0.3359320 Nov 09 10:35:36.205379 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-420127fe-0d53-4ae0-adfc-b3e135111138 req-28868cec-af6f-4c70-b079-0bb78d6bf27c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063013 Nov 09 10:35:36.311749 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-23763e16-69a1-4e22-8acc-42c04973d0cb tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:36.326470 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2e65203d-301f-49de-91d4-002935e49807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:36.392711 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294f4cdd-dd11-404e-950e-4429062abc32 req-f34862f2-71a4-424c-9298-9e9ae1ab352f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Made reservation on behalf of 72d2f00c4c004c6b91287e418c91d927 for: {'port': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:35:36.397295 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-294f4cdd-dd11-404e-950e-4429062abc32 req-f34862f2-71a4-424c-9298-9e9ae1ab352f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:36.427817 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device bc56f024-515e-4a5e-bbe0-dd1a4dfef792 up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:35:36.430429 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3d79f535-8d99-491d-9b0b-b2d1f431e8ea req-ceeb21e7-0ccd-4037-8432-6e23ec6f7758 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 210 time: 0.3785372 Nov 09 10:35:36.437504 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.db.api [None req-8dbbc04d-ef08-4ae0-912e-57f88b79da45 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 10:35:36.437504 dv-cinder-816628-1-iscsi neutron-server[101904]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 09 10:35:36.437504 dv-cinder-816628-1-iscsi neutron-server[101904]: [parameters: {'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'id': '92cc555a-3298-4bff-9cce-c25498947875', 'expiration': datetime.datetime(2021, 11, 9, 10, 37, 36, 386212)}] Nov 09 10:35:36.437504 dv-cinder-816628-1-iscsi neutron-server[101904]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 10:35:36.437840 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG oslo_db.api [None req-8dbbc04d-ef08-4ae0-912e-57f88b79da45 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 10:35:36.530311 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23763e16-69a1-4e22-8acc-42c04973d0cb tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Pushing event updated for resources: {'Port': ['ID=5b4082fe-5c36-4667-a041-200e50fb0ba6,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:36.618452 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-23763e16-69a1-4e22-8acc-42c04973d0cb tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Network a0acbc6a-fb34-43c2-885e-eb403620ff93 is already hosted by enough agents. {{(pid=101905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:35:36.624061 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-23763e16-69a1-4e22-8acc-42c04973d0cb tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Resources bound (agent type, host, resource id): {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:35:36.627954 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-2e65203d-301f-49de-91d4-002935e49807 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d58d2072ac2f4e90a257b2a285eb183d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7017996 Nov 09 10:35:36.628921 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-23763e16-69a1-4e22-8acc-42c04973d0cb tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Received port after_create {{(pid=101905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:35:36.635760 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-23763e16-69a1-4e22-8acc-42c04973d0cb tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:36.636480 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-23763e16-69a1-4e22-8acc-42c04973d0cb tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:36.640753 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65203d-301f-49de-91d4-002935e49807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acfc257-987d-4e26-a7ac-4016afcfc2bd,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:36.644482 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 39724) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:36.660495 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port bc56f024-515e-4a5e-bbe0-dd1a4dfef792 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:35:36.661564 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:36.682845 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-ae3c6e5c-4d02-49d9-a346-101f442769e4 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Made reservation on behalf of 72d2f00c4c004c6b91287e418c91d927 for: {'port': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:35:36.686583 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-ae3c6e5c-4d02-49d9-a346-101f442769e4 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:36.691496 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [req-294f4cdd-dd11-404e-950e-4429062abc32 req-f34862f2-71a4-424c-9298-9e9ae1ab352f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Allocated IP 172.20.0.8 (7356e1ef-978e-49fa-bc2d-b1ac03294fba/c28d7e76-70e8-4369-839e-6b3b9fa92053/2182bd85-9c95-41fc-b98c-a0f7b03dc613) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:35:36.715740 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 39726) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:36.790748 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493dcce2-0f7b-4c11-b688-684e54526707 req-762d3d7d-1aa7-46d4-aea8-9fa61ab010a5 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:36.798788 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-493dcce2-0f7b-4c11-b688-684e54526707 req-762d3d7d-1aa7-46d4-aea8-9fa61ab010a5 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 931 time: 0.2341917 Nov 09 10:35:36.808684 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-85c40e57-04a2-4b38-9ed4-bb9b2dc5828e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:37.036381 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-493dcce2-0f7b-4c11-b688-684e54526707 req-60f6ebcd-edb1-4986-8d7c-2d44b64a2659 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708532 Nov 09 10:35:37.038596 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3efed32a-8fe2-427e-9ada-fdc0f5a9c188 {{(pid=101904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:35:37.038596 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:37.039164 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-85c40e57-04a2-4b38-9ed4-bb9b2dc5828e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:37.039164 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e05abf84-ea91-4930-a6ce-5e29fd144df3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:37.039303 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-294f4cdd-dd11-404e-950e-4429062abc32 req-f34862f2-71a4-424c-9298-9e9ae1ab352f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:37.039303 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.provisioning_blocks [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] Transition to ACTIVE for port object 3efed32a-8fe2-427e-9ada-fdc0f5a9c188 will not be triggered until provisioned by entity L2. {{(pid=101904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:35:37.039528 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e05abf84-ea91-4930-a6ce-5e29fd144df3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:37.069351 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-23763e16-69a1-4e22-8acc-42c04973d0cb tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2723069 Nov 09 10:35:37.263854 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-85c40e57-04a2-4b38-9ed4-bb9b2dc5828e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:37.266185 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8dbbc04d-ef08-4ae0-912e-57f88b79da45 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for floatingip, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:37.276962 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e05abf84-ea91-4930-a6ce-5e29fd144df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:37.279934 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-294f4cdd-dd11-404e-950e-4429062abc32 req-f34862f2-71a4-424c-9298-9e9ae1ab352f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:37.282003 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:37.283373 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e05abf84-ea91-4930-a6ce-5e29fd144df3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:37.311699 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-e05abf84-ea91-4930-a6ce-5e29fd144df3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2acfc257-987d-4e26-a7ac-4016afcfc2bd HTTP/1.1" status: 204 len: 168 time: 0.6640809 Nov 09 10:35:37.484183 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c40e57-04a2-4b38-9ed4-bb9b2dc5828e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7802839c-3f85-4155-a64a-d059b34c509a,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:37.523878 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-85c40e57-04a2-4b38-9ed4-bb9b2dc5828e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca2444c7f72646359daf057d79e2ddf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7842729 Nov 09 10:35:37.523878 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 39750) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:37.583552 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294f4cdd-dd11-404e-950e-4429062abc32 req-f34862f2-71a4-424c-9298-9e9ae1ab352f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Network 7356e1ef-978e-49fa-bc2d-b1ac03294fba is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:35:37.605072 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [req-294f4cdd-dd11-404e-950e-4429062abc32 req-f34862f2-71a4-424c-9298-9e9ae1ab352f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:35:37.642777 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-294f4cdd-dd11-404e-950e-4429062abc32 req-f34862f2-71a4-424c-9298-9e9ae1ab352f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:35:37.648543 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f4cdd-dd11-404e-950e-4429062abc32 req-f34862f2-71a4-424c-9298-9e9ae1ab352f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:37.649197 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-294f4cdd-dd11-404e-950e-4429062abc32 req-f34862f2-71a4-424c-9298-9e9ae1ab352f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:37.666406 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05abf84-ea91-4930-a6ce-5e29fd144df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acfc257-987d-4e26-a7ac-4016afcfc2bd,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:37.674595 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] Attempting to bind port 3efed32a-8fe2-427e-9ada-fdc0f5a9c188 on host hv-cinder-81662 for vnic_type normal with profile {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:35:37.674952 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] Attempting to bind port 3efed32a-8fe2-427e-9ada-fdc0f5a9c188 by drivers openvswitch,hyperv on host hv-cinder-81662 at level 0 using segments [{'id': '75dffec9-8d21-416f-bf4b-903e91046ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6'}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:35:37.675318 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] Attempting to bind port 3efed32a-8fe2-427e-9ada-fdc0f5a9c188 on network 5554d1a8-4766-4ee1-bd4f-871198ca55f6 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:35:37.685342 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=3efed32a-8fe2-427e-9ada-fdc0f5a9c188,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:37.699151 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] Port 3efed32a-8fe2-427e-9ada-fdc0f5a9c188 on network 5554d1a8-4766-4ee1-bd4f-871198ca55f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81662 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 10:35:37.699463 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] Attempting to bind port 3efed32a-8fe2-427e-9ada-fdc0f5a9c188 on network 5554d1a8-4766-4ee1-bd4f-871198ca55f6 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:35:37.707014 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_common [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-ae3c6e5c-4d02-49d9-a346-101f442769e4 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Allocated IP 172.20.0.11 (7356e1ef-978e-49fa-bc2d-b1ac03294fba/c28d7e76-70e8-4369-839e-6b3b9fa92053/2bbca5fa-0081-4df3-bbdb-1ebc76058527) {{(pid=101905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:35:37.737533 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] Checking agent: {'id': 'b8adbdf0-e7b5-4c08-8a0d-020b5ee3746c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'started_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:35:37.738029 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] Checking segment: {'id': '75dffec9-8d21-416f-bf4b-903e91046ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:35:37.738704 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] Bound using segment: {'id': '75dffec9-8d21-416f-bf4b-903e91046ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6'} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:35:37.739186 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] Bound port: 3efed32a-8fe2-427e-9ada-fdc0f5a9c188, host: hv-cinder-81662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75dffec9-8d21-416f-bf4b-903e91046ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6'}}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:35:37.739548 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:37.756833 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] Request body: {'port': {'device_id': '30c07487-72bd-4c21-8d60-f4bbce7fba5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81662'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:37.812057 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7526cd4-5a37-4b86-9d95-c6491187b92c req-0e7e1ff7-7fc8-4323-ae48-b0890a2a0300 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:37.816407 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e7526cd4-5a37-4b86-9d95-c6491187b92c req-0e7e1ff7-7fc8-4323-ae48-b0890a2a0300 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 943 time: 0.3556757 Nov 09 10:35:37.828412 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-294f4cdd-dd11-404e-950e-4429062abc32 req-f34862f2-71a4-424c-9298-9e9ae1ab352f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9333551 Nov 09 10:35:37.869087 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34862f2-71a4-424c-9298-9e9ae1ab352f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Pushing event updated for resources: {'Port': ['ID=2182bd85-9c95-41fc-b98c-a0f7b03dc613,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:37.895127 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:37.895766 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] Request body: {'port': {'device_id': '08913c05-333d-4287-b2b0-135fd053ca64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81662'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:37.938339 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-fc80002a-03bb-4ce2-b7ce-35a14f935104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:37.951272 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42676db6-f280-45a5-a27c-aa9f7babee14 req-e4c0490f-cbe9-478a-b136-fdfea94977a1 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:37.956198 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-42676db6-f280-45a5-a27c-aa9f7babee14 req-e4c0490f-cbe9-478a-b136-fdfea94977a1 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 931 time: 0.3280759 Nov 09 10:35:37.960261 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8dbbc04d-ef08-4ae0-912e-57f88b79da45 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:38.031656 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] For port 3efed32a-8fe2-427e-9ada-fdc0f5a9c188, host hv-cinder-81662, cleared binding levels {{(pid=101904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:35:38.060433 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e7526cd4-5a37-4b86-9d95-c6491187b92c req-4fb4b19e-cfb4-4168-a45b-3d727c9d76be tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356935 Nov 09 10:35:38.078134 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-fc80002a-03bb-4ce2-b7ce-35a14f935104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:38.085013 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] For port 3efed32a-8fe2-427e-9ada-fdc0f5a9c188, host hv-cinder-81662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=3efed32a-8fe2-427e-9ada-fdc0f5a9c188,segment=NetworkSegment(75dffec9-8d21-416f-bf4b-903e91046ced),segment_id=75dffec9-8d21-416f-bf4b-903e91046ced)] {{(pid=101904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:35:38.092109 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:38.225270 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:38.461546 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:38.462171 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:38.463628 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] 10.222.0.30 "PUT /v2.0/ports/3efed32a-8fe2-427e-9ada-fdc0f5a9c188 HTTP/1.1" status: 200 len: 1093 time: 3.6798162 Nov 09 10:35:38.466875 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [None req-8dbbc04d-ef08-4ae0-912e-57f88b79da45 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Allocated IP 172.27.0.12 (b911c41a-6d30-4814-901f-89185e089761/716689b8-5fc0-4f64-a63e-fd749e80eafc/daf7b1d9-63c0-43fe-ba4b-5bbbb5cf8e7e) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:35:38.485338 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4625928f-8448-4d86-b1e6-28b6c5ddac57', 'tag': '3efed32a-8fe2-427e-9ada-fdc0f5a9c188'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:35:38.538821 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-42676db6-f280-45a5-a27c-aa9f7babee14 req-0f75f856-1403-4852-a853-2a99de58d854 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563154 Nov 09 10:35:38.542756 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-ae3c6e5c-4d02-49d9-a346-101f442769e4 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Publish callbacks [] for port, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:38.746001 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916c1e-10f8-473b-9570-1ec6353a1ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=3efed32a-8fe2-427e-9ada-fdc0f5a9c188,revision_number=3']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:38.805763 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-fc80002a-03bb-4ce2-b7ce-35a14f935104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:38.809739 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-fc80002a-03bb-4ce2-b7ce-35a14f935104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:38.814543 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-fc80002a-03bb-4ce2-b7ce-35a14f935104 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7802839c-3f85-4155-a64a-d059b34c509a HTTP/1.1" status: 204 len: 168 time: 1.2902019 Nov 09 10:35:38.814543 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-ae3c6e5c-4d02-49d9-a346-101f442769e4 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:38.854392 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80002a-03bb-4ce2-b7ce-35a14f935104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7802839c-3f85-4155-a64a-d059b34c509a,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:38.899460 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-ae3c6e5c-4d02-49d9-a346-101f442769e4 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Network 7356e1ef-978e-49fa-bc2d-b1ac03294fba is already hosted by enough agents. {{(pid=101905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:35:38.904140 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b4082fe-5c36-4667-a041-200e50fb0ba6 {{(pid=101905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:35:38.909163 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-ae3c6e5c-4d02-49d9-a346-101f442769e4 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Resources bound (agent type, host, resource id): {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:35:38.916220 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-ae3c6e5c-4d02-49d9-a346-101f442769e4 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Received port after_create {{(pid=101905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:35:38.930861 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884818a2-7abb-4b4b-98d2-d80d22c42747 req-01209685-4962-4888-89bf-f47488ca7f9e tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:38.938728 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-ae3c6e5c-4d02-49d9-a346-101f442769e4 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:38.938728 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-ae3c6e5c-4d02-49d9-a346-101f442769e4 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:38.939770 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-884818a2-7abb-4b4b-98d2-d80d22c42747 req-01209685-4962-4888-89bf-f47488ca7f9e tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 931 time: 0.6611104 Nov 09 10:35:38.960060 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:38.991405 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c6e5c-4d02-49d9-a346-101f442769e4 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Pushing event updated for resources: {'Port': ['ID=2bbca5fa-0081-4df3-bbdb-1ebc76058527,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:39.019081 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.provisioning_blocks [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] Transition to ACTIVE for port object 5b4082fe-5c36-4667-a041-200e50fb0ba6 will not be triggered until provisioned by entity L2. {{(pid=101905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:35:39.035705 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a942f6fa-5d0e-4f7c-8b8d-778b0419e4cc" -d '{"events": [{"name": "network-changed", "server_uuid": "4625928f-8448-4d86-b1e6-28b6c5ddac57", "tag": "3efed32a-8fe2-427e-9ada-fdc0f5a9c188"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:35:39.076910 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-ae3c6e5c-4d02-49d9-a346-101f442769e4 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5364113 Nov 09 10:35:39.099482 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:39.162394 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] Request body: {'port': {'device_id': '63a60a22-2f2e-4979-b8e2-b12a2e7bf671', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81662'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:39.212611 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-884818a2-7abb-4b4b-98d2-d80d22c42747 req-451f9908-5091-45cd-bae1-8d70dd90c1f2 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717946 Nov 09 10:35:39.232248 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-df6dc27b-73b6-45d6-8845-04ae3221ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:39.232248 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-df6dc27b-73b6-45d6-8845-04ae3221ca38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=39b4a5ce13d4496f8a0f0a50d852098e&device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 1096 time: 0.2785950 Nov 09 10:35:39.245599 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8dbbc04d-ef08-4ae0-912e-57f88b79da45 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:39.264629 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b4082fe-5c36-4667-a041-200e50fb0ba6,revision_number=2']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:39.374748 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe38bbe-adcf-4b5b-b1f4-21eb31f352c0 x-openstack-request-id: req-fbe38bbe-adcf-4b5b-b1f4-21eb31f352c0 {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:35:39.374748 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4625928f-8448-4d86-b1e6-28b6c5ddac57", "tag": "3efed32a-8fe2-427e-9ada-fdc0f5a9c188", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:35:39.374748 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fbe38bbe-adcf-4b5b-b1f4-21eb31f352c0 {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:35:39.374748 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4625928f-8448-4d86-b1e6-28b6c5ddac57', 'tag': '3efed32a-8fe2-427e-9ada-fdc0f5a9c188', 'status': 'completed', 'code': 200} Nov 09 10:35:39.423948 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-4cd6bf97-6f5f-4c27-8769-62769ea605af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3efed32a-8fe2-427e-9ada-fdc0f5a9c188 HTTP/1.1" status: 200 len: 217 time: 0.1121233 Nov 09 10:35:39.436164 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.managers [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] Attempting to bind port 5b4082fe-5c36-4667-a041-200e50fb0ba6 on host hv-cinder-81662 for vnic_type normal with profile {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:35:39.436768 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.managers [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] Attempting to bind port 5b4082fe-5c36-4667-a041-200e50fb0ba6 by drivers openvswitch,hyperv on host hv-cinder-81662 at level 0 using segments [{'id': 'da635f12-1d74-4c9e-8403-47c555fa6346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a0acbc6a-fb34-43c2-885e-eb403620ff93'}] {{(pid=101905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:35:39.437362 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] Attempting to bind port 5b4082fe-5c36-4667-a041-200e50fb0ba6 on network a0acbc6a-fb34-43c2-885e-eb403620ff93 {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:35:39.452430 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:39.465081 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] Port 5b4082fe-5c36-4667-a041-200e50fb0ba6 on network a0acbc6a-fb34-43c2-885e-eb403620ff93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81662 {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 10:35:39.465411 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] Attempting to bind port 5b4082fe-5c36-4667-a041-200e50fb0ba6 on network a0acbc6a-fb34-43c2-885e-eb403620ff93 {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:35:39.476510 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] Checking agent: {'id': 'b8adbdf0-e7b5-4c08-8a0d-020b5ee3746c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'started_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:35:39.476936 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] Checking segment: {'id': 'da635f12-1d74-4c9e-8403-47c555fa6346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a0acbc6a-fb34-43c2-885e-eb403620ff93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:35:39.477545 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] Bound using segment: {'id': 'da635f12-1d74-4c9e-8403-47c555fa6346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a0acbc6a-fb34-43c2-885e-eb403620ff93'} {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:35:39.478355 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.managers [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] Bound port: 5b4082fe-5c36-4667-a041-200e50fb0ba6, host: hv-cinder-81662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da635f12-1d74-4c9e-8403-47c555fa6346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a0acbc6a-fb34-43c2-885e-eb403620ff93'}}] {{(pid=101905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:35:39.478728 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:39.708707 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2182bd85-9c95-41fc-b98c-a0f7b03dc613 {{(pid=101904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:35:39.720268 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:39.764365 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-024547a5-10f1-42a6-999d-bcdbeafce693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:39.766223 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-024547a5-10f1-42a6-999d-bcdbeafce693 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31b1c900-fb6b-416f-a417-507bcc3a8be2 HTTP/1.1" status: 200 len: 855 time: 0.3039336 Nov 09 10:35:39.779538 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d865655-557b-436f-9672-75f3a0a82ab9 req-426d66ac-9a90-44b9-97dc-3ccabe869408 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:39.781917 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9d865655-557b-436f-9672-75f3a0a82ab9 req-426d66ac-9a90-44b9-97dc-3ccabe869408 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 943 time: 0.4170976 Nov 09 10:35:39.783372 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.provisioning_blocks [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] Transition to ACTIVE for port object 2182bd85-9c95-41fc-b98c-a0f7b03dc613 will not be triggered until provisioned by entity L2. {{(pid=101904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:35:39.862964 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9d865655-557b-436f-9672-75f3a0a82ab9 req-73be080e-64e5-4147-a34a-0df9e21fc1dd tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719907 Nov 09 10:35:39.954597 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] For port 5b4082fe-5c36-4667-a041-200e50fb0ba6, host hv-cinder-81662, cleared binding levels {{(pid=101905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:35:39.967503 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2d833-76cb-4c4b-8ebe-17c7f2e57071 req-a92b83bb-a68e-4949-8982-b01dd055cc6d tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:39.969551 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-57c2d833-76cb-4c4b-8ebe-17c7f2e57071 req-a92b83bb-a68e-4949-8982-b01dd055cc6d tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 931 time: 0.1202297 Nov 09 10:35:40.012643 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] For port 5b4082fe-5c36-4667-a041-200e50fb0ba6, host hv-cinder-81662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=5b4082fe-5c36-4667-a041-200e50fb0ba6,segment=NetworkSegment(da635f12-1d74-4c9e-8403-47c555fa6346),segment_id=da635f12-1d74-4c9e-8403-47c555fa6346)] {{(pid=101905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:35:40.045714 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-57c2d833-76cb-4c4b-8ebe-17c7f2e57071 req-f1856e9e-c18f-4591-bdcb-60e56d898a9b tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677142 Nov 09 10:35:40.096541 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:40.121235 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8dbbc04d-ef08-4ae0-912e-57f88b79da45 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:40.215751 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:40.255086 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbbc04d-ef08-4ae0-912e-57f88b79da45 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Network b911c41a-6d30-4814-901f-89185e089761 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:35:40.317184 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-8dbbc04d-ef08-4ae0-912e-57f88b79da45 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:35:40.327173 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbbc04d-ef08-4ae0-912e-57f88b79da45 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:35:40.363098 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bbca5fa-0081-4df3-bbdb-1ebc76058527 {{(pid=101905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:35:40.387476 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:40.408432 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] Pushing event updated for resources: {'Port': ['ID=2182bd85-9c95-41fc-b98c-a0f7b03dc613,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:40.464645 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.provisioning_blocks [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] Transition to ACTIVE for port object 2bbca5fa-0081-4df3-bbdb-1ebc76058527 will not be triggered until provisioned by entity L2. {{(pid=101905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:35:40.488721 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:40.489398 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:40.490812 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] 10.222.0.30 "PUT /v2.0/ports/5b4082fe-5c36-4667-a041-200e50fb0ba6 HTTP/1.1" status: 200 len: 1093 time: 2.7730246 Nov 09 10:35:40.491251 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c07487-72bd-4c21-8d60-f4bbce7fba5a', 'tag': '5b4082fe-5c36-4667-a041-200e50fb0ba6'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:35:40.636989 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c479393-10b6-4aa2-bc77-1ceef7e83db5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b4082fe-5c36-4667-a041-200e50fb0ba6,revision_number=3']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:40.645445 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:40.647632 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] Attempting to bind port 2182bd85-9c95-41fc-b98c-a0f7b03dc613 on host hv-cinder-81662 for vnic_type normal with profile {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:35:40.648011 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] Attempting to bind port 2182bd85-9c95-41fc-b98c-a0f7b03dc613 by drivers openvswitch,hyperv on host hv-cinder-81662 at level 0 using segments [{'id': 'aee1f260-744b-4d75-a3b2-8299c59a2f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7356e1ef-978e-49fa-bc2d-b1ac03294fba'}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:35:40.648336 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] Attempting to bind port 2182bd85-9c95-41fc-b98c-a0f7b03dc613 on network 7356e1ef-978e-49fa-bc2d-b1ac03294fba {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:35:40.750530 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] Port 2182bd85-9c95-41fc-b98c-a0f7b03dc613 on network 7356e1ef-978e-49fa-bc2d-b1ac03294fba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81662 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 10:35:40.750530 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] Attempting to bind port 2182bd85-9c95-41fc-b98c-a0f7b03dc613 on network 7356e1ef-978e-49fa-bc2d-b1ac03294fba {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:35:40.750530 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] Checking agent: {'id': 'b8adbdf0-e7b5-4c08-8a0d-020b5ee3746c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'started_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:35:40.750530 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] Checking segment: {'id': 'aee1f260-744b-4d75-a3b2-8299c59a2f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7356e1ef-978e-49fa-bc2d-b1ac03294fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:35:40.750530 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] Bound using segment: {'id': 'aee1f260-744b-4d75-a3b2-8299c59a2f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7356e1ef-978e-49fa-bc2d-b1ac03294fba'} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:35:40.750530 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] Bound port: 2182bd85-9c95-41fc-b98c-a0f7b03dc613, host: hv-cinder-81662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee1f260-744b-4d75-a3b2-8299c59a2f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7356e1ef-978e-49fa-bc2d-b1ac03294fba'}}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:35:40.750530 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:40.750530 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbc04d-ef08-4ae0-912e-57f88b79da45 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Pushing event updated for resources: {'Port': ['ID=daf7b1d9-63c0-43fe-ba4b-5bbbb5cf8e7e,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:40.758626 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c54c2c-7ca0-4943-80e9-8718f73ac6c4 req-b1e45a9a-6945-4326-85e1-8b704c2cba57 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:40.760383 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-31c54c2c-7ca0-4943-80e9-8718f73ac6c4 req-b1e45a9a-6945-4326-85e1-8b704c2cba57 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 943 time: 0.3288655 Nov 09 10:35:40.771099 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8dbbc04d-ef08-4ae0-912e-57f88b79da45 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:40.871782 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-e504fda6-ea48-460e-a58c-ae6176e33733 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5554d1a8-4766-4ee1-bd4f-871198ca55f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907812 Nov 09 10:35:40.916166 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b75665-fd9c-4f69-9717-4923540c53f8" -d '{"events": [{"name": "network-changed", "server_uuid": "30c07487-72bd-4c21-8d60-f4bbce7fba5a", "tag": "5b4082fe-5c36-4667-a041-200e50fb0ba6"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:35:40.918693 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] Pushing event updated for resources: {'Port': ['ID=2bbca5fa-0081-4df3-bbdb-1ebc76058527,revision_number=2']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:40.939711 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.managers [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] Attempting to bind port 2bbca5fa-0081-4df3-bbdb-1ebc76058527 on host hv-cinder-81662 for vnic_type normal with profile {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:35:40.939711 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.managers [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] Attempting to bind port 2bbca5fa-0081-4df3-bbdb-1ebc76058527 by drivers openvswitch,hyperv on host hv-cinder-81662 at level 0 using segments [{'id': 'aee1f260-744b-4d75-a3b2-8299c59a2f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7356e1ef-978e-49fa-bc2d-b1ac03294fba'}] {{(pid=101905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:35:40.939711 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] Attempting to bind port 2bbca5fa-0081-4df3-bbdb-1ebc76058527 on network 7356e1ef-978e-49fa-bc2d-b1ac03294fba {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:35:40.954811 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-31c54c2c-7ca0-4943-80e9-8718f73ac6c4 req-8a12e591-e2c2-44a9-821b-cf97be8c1f12 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772602 Nov 09 10:35:40.964664 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] Port 2bbca5fa-0081-4df3-bbdb-1ebc76058527 on network 7356e1ef-978e-49fa-bc2d-b1ac03294fba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81662 {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 10:35:40.965763 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] Attempting to bind port 2bbca5fa-0081-4df3-bbdb-1ebc76058527 on network 7356e1ef-978e-49fa-bc2d-b1ac03294fba {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:35:40.985822 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] Checking agent: {'id': 'b8adbdf0-e7b5-4c08-8a0d-020b5ee3746c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'started_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:35:40.986131 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] Checking segment: {'id': 'aee1f260-744b-4d75-a3b2-8299c59a2f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7356e1ef-978e-49fa-bc2d-b1ac03294fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:35:40.986528 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] Bound using segment: {'id': 'aee1f260-744b-4d75-a3b2-8299c59a2f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7356e1ef-978e-49fa-bc2d-b1ac03294fba'} {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:35:40.987110 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.managers [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] Bound port: 2bbca5fa-0081-4df3-bbdb-1ebc76058527, host: hv-cinder-81662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee1f260-744b-4d75-a3b2-8299c59a2f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7356e1ef-978e-49fa-bc2d-b1ac03294fba'}}] {{(pid=101905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:35:40.987309 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:41.000616 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] For port 2182bd85-9c95-41fc-b98c-a0f7b03dc613, host hv-cinder-81662, cleared binding levels {{(pid=101904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:35:41.002512 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] For port 2182bd85-9c95-41fc-b98c-a0f7b03dc613, host hv-cinder-81662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=2182bd85-9c95-41fc-b98c-a0f7b03dc613,segment=NetworkSegment(aee1f260-744b-4d75-a3b2-8299c59a2f06),segment_id=aee1f260-744b-4d75-a3b2-8299c59a2f06)] {{(pid=101904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:35:41.070027 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] For port 2bbca5fa-0081-4df3-bbdb-1ebc76058527, host hv-cinder-81662, cleared binding levels {{(pid=101905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:35:41.083177 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] For port 2bbca5fa-0081-4df3-bbdb-1ebc76058527, host hv-cinder-81662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=2bbca5fa-0081-4df3-bbdb-1ebc76058527,segment=NetworkSegment(aee1f260-744b-4d75-a3b2-8299c59a2f06),segment_id=aee1f260-744b-4d75-a3b2-8299c59a2f06)] {{(pid=101905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:35:41.125452 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8dbbc04d-ef08-4ae0-912e-57f88b79da45 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:41.173288 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d7333-c8d4-472b-aa85-f72d5d9398c4 req-b0a3432b-60dc-491b-9596-895f4526a4c9 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:41.174867 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1e6d7333-c8d4-472b-aa85-f72d5d9398c4 req-b0a3432b-60dc-491b-9596-895f4526a4c9 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 943 time: 0.1223831 Nov 09 10:35:41.314787 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:41.349467 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:41.423454 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] Pushing event updated for resources: {'Port': ['ID=2182bd85-9c95-41fc-b98c-a0f7b03dc613,revision_number=3']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:41.437000 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:41.437000 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:41.437000 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] 10.222.0.30 "PUT /v2.0/ports/2bbca5fa-0081-4df3-bbdb-1ebc76058527 HTTP/1.1" status: 200 len: 1094 time: 2.2856212 Nov 09 10:35:41.442208 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:41.442820 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:41.444251 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5516071c-7247-40dd-b1c7-1f89c6eefbc4 service neutron] 10.222.0.30 "PUT /v2.0/ports/2182bd85-9c95-41fc-b98c-a0f7b03dc613 HTTP/1.1" status: 200 len: 1093 time: 3.5553880 Nov 09 10:35:41.445350 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08913c05-333d-4287-b2b0-135fd053ca64', 'tag': '2182bd85-9c95-41fc-b98c-a0f7b03dc613'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:35:41.447647 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bbab37-a940-4e2b-a60c-48836a8f3852" -d '{"events": [{"name": "network-changed", "server_uuid": "08913c05-333d-4287-b2b0-135fd053ca64", "tag": "2182bd85-9c95-41fc-b98c-a0f7b03dc613"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:35:41.460067 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1e6d7333-c8d4-472b-aa85-f72d5d9398c4 req-f7968f35-c748-4bd6-9883-aecb57a5d2e0 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753718 Nov 09 10:35:41.475934 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d2de9-d8d9-4aa2-aa40-b03cdcc8cfbe service neutron] Pushing event updated for resources: {'Port': ['ID=2bbca5fa-0081-4df3-bbdb-1ebc76058527,revision_number=3']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:41.497255 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8dbbc04d-ef08-4ae0-912e-57f88b79da45 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:41.592754 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8dbbc04d-ef08-4ae0-912e-57f88b79da45 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:41.764975 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbc04d-ef08-4ae0-912e-57f88b79da45 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Pushing event updated for resources: {'Port': ['ID=daf7b1d9-63c0-43fe-ba4b-5bbbb5cf8e7e,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:41.764975 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8dbbc04d-ef08-4ae0-912e-57f88b79da45 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741267'] for floatingip, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:41.794953 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c936586a-0317-49ec-9a0e-f8754fc06b98 x-openstack-request-id: req-c936586a-0317-49ec-9a0e-f8754fc06b98 {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:35:41.795385 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c07487-72bd-4c21-8d60-f4bbce7fba5a", "tag": "5b4082fe-5c36-4667-a041-200e50fb0ba6", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:35:41.795605 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c936586a-0317-49ec-9a0e-f8754fc06b98 {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:35:41.795961 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c07487-72bd-4c21-8d60-f4bbce7fba5a', 'tag': '5b4082fe-5c36-4667-a041-200e50fb0ba6', 'status': 'completed', 'code': 200} Nov 09 10:35:41.909614 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63e05f-44c5-4c11-b052-8e2491638771 req-11d71d40-1d9a-4a13-8dd9-13973cb976f7 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:41.911196 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2e63e05f-44c5-4c11-b052-8e2491638771 req-11d71d40-1d9a-4a13-8dd9-13973cb976f7 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 943 time: 0.0603902 Nov 09 10:35:41.969815 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2e63e05f-44c5-4c11-b052-8e2491638771 req-4fbf8610-d76e-49aa-96a9-e2dd16f8829e tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508785 Nov 09 10:35:41.994098 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8dbbc04d-ef08-4ae0-912e-57f88b79da45 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for floatingip, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:41.995484 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-8dbbc04d-ef08-4ae0-912e-57f88b79da45 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2811909 Nov 09 10:35:42.100539 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1d4093-ea01-4df8-98d9-3f29dd865d2b x-openstack-request-id: req-6b1d4093-ea01-4df8-98d9-3f29dd865d2b {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:35:42.100539 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08913c05-333d-4287-b2b0-135fd053ca64", "tag": "2182bd85-9c95-41fc-b98c-a0f7b03dc613", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:35:42.100539 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b1d4093-ea01-4df8-98d9-3f29dd865d2b {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:35:42.100539 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08913c05-333d-4287-b2b0-135fd053ca64', 'tag': '2182bd85-9c95-41fc-b98c-a0f7b03dc613', 'status': 'completed', 'code': 200} Nov 09 10:35:42.294168 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175db0f7-6319-4339-9275-11891afb08ef req-eadf69e2-3652-469c-ab52-09144a3c004c tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:42.298814 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-175db0f7-6319-4339-9275-11891afb08ef req-eadf69e2-3652-469c-ab52-09144a3c004c tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 943 time: 0.0733435 Nov 09 10:35:42.417373 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-175db0f7-6319-4339-9275-11891afb08ef req-fcaf112a-d706-4c04-92b7-57157442aba3 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108730 Nov 09 10:35:42.495629 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-5b89ddef-70ab-4c93-8247-599c55ce12c3 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2117517572&fields=id&tenant_id=0cd90823f43e4d41be05683e40b3ac62 HTTP/1.1" status: 200 len: 267 time: 0.1951792 Nov 09 10:35:42.637436 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-84b408af-38a1-4696-9b59-046dc6a0ddf8 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:42.639002 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-84b408af-38a1-4696-9b59-046dc6a0ddf8 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/networks?id=34358316-6aa9-484d-bebb-9653f7b5c623 HTTP/1.1" status: 200 len: 816 time: 0.1425302 Nov 09 10:35:42.654928 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-3125ac72-3d9a-47bb-be73-2453a1d21db5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/quotas/0cd90823f43e4d41be05683e40b3ac62 HTTP/1.1" status: 200 len: 375 time: 0.0101855 Nov 09 10:35:42.788445 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-4f977f0a-161e-4275-b948-d0413c2145e1 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cd90823f43e4d41be05683e40b3ac62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1188850 Nov 09 10:35:42.896321 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d8c5f-b0ef-4baa-bcc9-cca10b2d17be req-79387cc7-61f5-48da-b4f0-82960bdbc68f tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:42.898992 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1e7d8c5f-b0ef-4baa-bcc9-cca10b2d17be req-79387cc7-61f5-48da-b4f0-82960bdbc68f tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 943 time: 0.0669389 Nov 09 10:35:42.955516 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-d4a7d898-9297-445b-bd93-02d0defe38ba service neutron] 10.222.0.35 "GET /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633215 Nov 09 10:35:43.005749 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1e7d8c5f-b0ef-4baa-bcc9-cca10b2d17be req-16b80dbc-8c68-499f-9a65-7d30d74460e5 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961492 Nov 09 10:35:43.088702 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-51460c27-f4ad-4e50-abc7-14ef3204b5ce service neutron] 10.222.0.35 "GET /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303635 Nov 09 10:35:43.177351 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe1097-3516-4be3-b31a-7193b700b415 req-942af0d8-14d5-4905-9a42-4f9ca0a76026 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:43.264642 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4abe1097-3516-4be3-b31a-7193b700b415 req-942af0d8-14d5-4905-9a42-4f9ca0a76026 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 943 time: 0.0789297 Nov 09 10:35:43.264642 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4abe1097-3516-4be3-b31a-7193b700b415 req-e668a47c-1fbb-4544-9591-f7bd0f4179d0 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425904 Nov 09 10:35:43.559815 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac968d7-6f3f-4f9f-a801-ee48acaacc8a req-a1f30dcd-233e-467c-bffd-ab62cc3c6b2f tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:43.561373 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4ac968d7-6f3f-4f9f-a801-ee48acaacc8a req-a1f30dcd-233e-467c-bffd-ab62cc3c6b2f tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 943 time: 0.0526798 Nov 09 10:35:43.630283 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4ac968d7-6f3f-4f9f-a801-ee48acaacc8a req-e6aa6cb5-9e29-429f-a319-169029482bc5 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588503 Nov 09 10:35:43.798255 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a60a22-2f2e-4979-b8e2-b12a2e7bf671', 'tag': '2bbca5fa-0081-4df3-bbdb-1ebc76058527'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:35:43.800517 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191a928e-552e-4e4e-aac6-96d73b868cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "63a60a22-2f2e-4979-b8e2-b12a2e7bf671", "tag": "2bbca5fa-0081-4df3-bbdb-1ebc76058527"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:35:43.875861 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1cfd6bd3-0737-412c-86d6-6c234ff2213d req-4ff29294-0234-4b1a-a5b2-8d3821cf73d7 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 210 time: 0.0805008 Nov 09 10:35:43.883699 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7846bfac-0ed2-4751-b715-40afc746d1c6 x-openstack-request-id: req-7846bfac-0ed2-4751-b715-40afc746d1c6 {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:35:43.884075 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a60a22-2f2e-4979-b8e2-b12a2e7bf671", "tag": "2bbca5fa-0081-4df3-bbdb-1ebc76058527", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:35:43.884276 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7846bfac-0ed2-4751-b715-40afc746d1c6 {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:35:43.884678 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a60a22-2f2e-4979-b8e2-b12a2e7bf671', 'tag': '2bbca5fa-0081-4df3-bbdb-1ebc76058527', 'status': 'completed', 'code': 200} Nov 09 10:35:44.144861 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e04aeb-31fd-4b56-8f73-707bf0daf4e7 req-a70c8c4f-0933-4e28-86d7-63990df04e21 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:44.148590 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-78e04aeb-31fd-4b56-8f73-707bf0daf4e7 req-a70c8c4f-0933-4e28-86d7-63990df04e21 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 943 time: 0.0566542 Nov 09 10:35:44.206721 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-78e04aeb-31fd-4b56-8f73-707bf0daf4e7 req-b14d9681-2260-4af6-9c97-b2bab079fb07 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489705 Nov 09 10:35:44.406594 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf92c1-1255-4fa6-8932-d465b26c3f07 req-bc73bfae-57e3-4f40-97dd-61ca9a0d7b6c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:44.408504 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7ddf92c1-1255-4fa6-8932-d465b26c3f07 req-bc73bfae-57e3-4f40-97dd-61ca9a0d7b6c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 943 time: 0.0501897 Nov 09 10:35:44.463360 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7ddf92c1-1255-4fa6-8932-d465b26c3f07 req-6022ec82-07fc-4601-a2f4-3855544d4dd8 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464203 Nov 09 10:35:44.773701 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83d097-7499-4763-bfb6-9090796d5f6e req-30cfd7ad-9bd8-4b9a-aa8a-bfb3d7f9dc6e tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:44.782707 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4f83d097-7499-4763-bfb6-9090796d5f6e req-30cfd7ad-9bd8-4b9a-aa8a-bfb3d7f9dc6e tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 943 time: 0.0789008 Nov 09 10:35:44.861698 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4f83d097-7499-4763-bfb6-9090796d5f6e req-d0fc0576-5919-4827-907e-66ad38e63938 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714779 Nov 09 10:35:44.952849 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-8b1617a4-9d76-4ac9-b4c8-6e3de4509e11 req-16f401f2-64b0-43fe-82ac-e9194ea3e15d tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 210 time: 0.0298450 Nov 09 10:35:45.353815 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfeb08-c3c7-481e-bce8-762a92a31bfc req-62c40240-f05b-42e4-9244-ca2628285e86 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:45.355449 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-14cfeb08-c3c7-481e-bce8-762a92a31bfc req-62c40240-f05b-42e4-9244-ca2628285e86 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 943 time: 0.0665345 Nov 09 10:35:45.483437 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-14cfeb08-c3c7-481e-bce8-762a92a31bfc req-15544440-87a5-4be0-bcb2-d9f6bc53565f tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218407 Nov 09 10:35:45.624232 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8395b-72d7-441a-abc5-cf2d70762189 req-5247bf55-b5c7-4cc2-81f3-451b02c2b62c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:45.625749 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c8d8395b-72d7-441a-abc5-cf2d70762189 req-5247bf55-b5c7-4cc2-81f3-451b02c2b62c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 943 time: 0.0802281 Nov 09 10:35:45.674504 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c8d8395b-72d7-441a-abc5-cf2d70762189 req-4ecad9f4-41ea-45bd-b72e-e2b0fd19b2a2 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419686 Nov 09 10:35:45.780874 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 40050) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:45.898681 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b10903fa-32e7-4226-a080-77a390c34123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:45.979536 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b10903fa-32e7-4226-a080-77a390c34123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:46.057732 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f2c51-1f90-4962-b5a8-85a79783067c req-88eb2561-83ef-4ae7-9068-6343d1759415 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:46.057732 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b07f2c51-1f90-4962-b5a8-85a79783067c req-88eb2561-83ef-4ae7-9068-6343d1759415 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 943 time: 0.1180561 Nov 09 10:35:46.114962 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-5335eaf8-dc2f-42d5-beab-24a158c54671 service neutron] 10.222.0.30 "GET /v2.0/networks/5554d1a8-4766-4ee1-bd4f-871198ca55f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414549 Nov 09 10:35:46.127895 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b10903fa-32e7-4226-a080-77a390c34123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:46.130791 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b07f2c51-1f90-4962-b5a8-85a79783067c req-45f9c985-9751-474f-8a7f-b0b2485f7df5 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666213 Nov 09 10:35:46.181406 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-b10903fa-32e7-4226-a080-77a390c34123 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=32f2b6a56f204aec9ec6fcb51caf73ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3994007 Nov 09 10:35:46.201677 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10903fa-32e7-4226-a080-77a390c34123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a0fc6b-faa1-4b0d-a69a-c22fecb593e2,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:46.235170 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 40070) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:46.248699 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-75865170-9611-422b-9f15-eb61aff9dc74 req-2242d742-ac3f-40ea-8bc4-f118e6eea316 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 210 time: 0.0827184 Nov 09 10:35:46.297542 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbab37-a940-4e2b-a60c-48836a8f3852 req-ecb2c108-68f2-42f8-b0fa-1c15e2d33a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:46.299270 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d4bbab37-a940-4e2b-a60c-48836a8f3852 req-ecb2c108-68f2-42f8-b0fa-1c15e2d33a05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72d2f00c4c004c6b91287e418c91d927&device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 1096 time: 0.1167672 Nov 09 10:35:46.374878 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a928e-552e-4e4e-aac6-96d73b868cf4 req-98a6fb20-92e0-4daa-b606-c4182452e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:46.376357 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-191a928e-552e-4e4e-aac6-96d73b868cf4 req-98a6fb20-92e0-4daa-b606-c4182452e3e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72d2f00c4c004c6b91287e418c91d927&device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 1097 time: 0.0437524 Nov 09 10:35:46.398705 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e6325cb3-9be7-4fa2-9813-8c17cd0f6769 req-3cfbc5c4-ed96-44ec-8ca6-62859dc934f3 service neutron] 10.222.0.30 "GET /v2.0/networks/5554d1a8-4766-4ee1-bd4f-871198ca55f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120016 Nov 09 10:35:46.401422 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-75de6363-7978-4502-9f14-3c2961e929ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:46.408419 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-fa025cd6-3264-4025-a31c-194c52caafc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:46.410124 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-fa025cd6-3264-4025-a31c-194c52caafc6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc589f1addda41c09c4c042f7af97752&device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 1096 time: 0.1042662 Nov 09 10:35:46.435207 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-75de6363-7978-4502-9f14-3c2961e929ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:46.469063 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-5da29024-33b9-4597-873d-fa6cdddec747 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b4082fe-5c36-4667-a041-200e50fb0ba6 HTTP/1.1" status: 200 len: 217 time: 0.0491774 Nov 09 10:35:46.537778 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-db9dccb2-c836-45cc-b812-09ea39b218be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:46.556160 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-db9dccb2-c836-45cc-b812-09ea39b218be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8cbea09b-5cac-448d-8ef7-d31bef828359 HTTP/1.1" status: 200 len: 852 time: 0.0617695 Nov 09 10:35:46.580412 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-9a56b681-17e7-48e2-bfab-0ee8ed59ccfa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0acbc6a-fb34-43c2-885e-eb403620ff93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324121 Nov 09 10:35:46.642024 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbab37-a940-4e2b-a60c-48836a8f3852 req-60c8b169-61c9-4355-9a91-2f67693182d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:46.643407 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d4bbab37-a940-4e2b-a60c-48836a8f3852 req-60c8b169-61c9-4355-9a91-2f67693182d1 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=72d2f00c4c004c6b91287e418c91d927&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3323412 Nov 09 10:35:46.644341 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a928e-552e-4e4e-aac6-96d73b868cf4 req-7fe47dba-5113-401f-9a07-923573b455e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:46.645636 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-191a928e-552e-4e4e-aac6-96d73b868cf4 req-7fe47dba-5113-401f-9a07-923573b455e6 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=72d2f00c4c004c6b91287e418c91d927&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2602799 Nov 09 10:35:46.858480 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-75de6363-7978-4502-9f14-3c2961e929ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:46.861080 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-75de6363-7978-4502-9f14-3c2961e929ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:46.864755 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-75de6363-7978-4502-9f14-3c2961e929ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/55a0fc6b-faa1-4b0d-a69a-c22fecb593e2 HTTP/1.1" status: 204 len: 168 time: 0.6266658 Nov 09 10:35:46.881366 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82620a06-e0f5-4642-9e6b-26ca64209a2f req-279df940-d457-4eba-816b-e278a353af76 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:46.883519 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-82620a06-e0f5-4642-9e6b-26ca64209a2f req-279df940-d457-4eba-816b-e278a353af76 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 943 time: 0.3067584 Nov 09 10:35:46.900618 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de6363-7978-4502-9f14-3c2961e929ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a0fc6b-faa1-4b0d-a69a-c22fecb593e2,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:46.956279 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-e9e01984-7faf-4de2-886d-a3e24c291558 service neutron] 10.222.0.30 "GET /v2.0/networks/a0acbc6a-fb34-43c2-885e-eb403620ff93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662906 Nov 09 10:35:46.993640 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942f6fa-5d0e-4f7c-8b8d-778b0419e4cc req-25baa691-da9b-4d8e-ba92-29d5c551e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:46.995169 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a942f6fa-5d0e-4f7c-8b8d-778b0419e4cc req-25baa691-da9b-4d8e-ba92-29d5c551e91e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=39b4a5ce13d4496f8a0f0a50d852098e&device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 1096 time: 0.1476510 Nov 09 10:35:47.038838 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-82620a06-e0f5-4642-9e6b-26ca64209a2f req-ada89651-faee-4a9b-8e0e-622a33fed4eb tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350019 Nov 09 10:35:47.039542 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 40084) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:47.197807 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbab37-a940-4e2b-a60c-48836a8f3852 req-1ee66700-5976-44c6-a28b-1650574d6ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:47.199499 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d4bbab37-a940-4e2b-a60c-48836a8f3852 req-1ee66700-5976-44c6-a28b-1650574d6ea0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5443425 Nov 09 10:35:47.201953 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a928e-552e-4e4e-aac6-96d73b868cf4 req-bfd1ff53-62bb-4f12-a9bf-54d84b68651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:47.204656 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-191a928e-552e-4e4e-aac6-96d73b868cf4 req-bfd1ff53-62bb-4f12-a9bf-54d84b68651e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5482283 Nov 09 10:35:47.216846 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb958c-8498-4916-8ebc-990c697bcd3a req-79e17f8f-a81a-41ba-8e23-7659b6e25861 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:47.226679 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-47eb958c-8498-4916-8ebc-990c697bcd3a req-79e17f8f-a81a-41ba-8e23-7659b6e25861 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 943 time: 0.4510422 Nov 09 10:35:47.308378 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-51849f1c-73d3-44ed-8689-5f1ead288974 req-739e6063-cbbe-46b3-903b-b747abed314a service neutron] 10.222.0.30 "GET /v2.0/networks/a0acbc6a-fb34-43c2-885e-eb403620ff93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440619 Nov 09 10:35:47.357002 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942f6fa-5d0e-4f7c-8b8d-778b0419e4cc req-8945fc04-05d1-4a68-816f-9a090bb87427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:47.358467 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a942f6fa-5d0e-4f7c-8b8d-778b0419e4cc req-8945fc04-05d1-4a68-816f-9a090bb87427 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5554d1a8-4766-4ee1-bd4f-871198ca55f6 HTTP/1.1" status: 200 len: 915 time: 0.3538454 Nov 09 10:35:47.471373 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-47eb958c-8498-4916-8ebc-990c697bcd3a req-97a19158-3a5e-4e04-929c-0b31dfd84519 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395442 Nov 09 10:35:47.483132 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a942f6fa-5d0e-4f7c-8b8d-778b0419e4cc req-cb370ade-4a91-427b-b2d5-32f8ee5e1c12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3efed32a-8fe2-427e-9ada-fdc0f5a9c188 HTTP/1.1" status: 200 len: 217 time: 0.1125252 Nov 09 10:35:47.490771 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-5f475cab-7174-42d2-aa8f-76b748f1cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:47.493833 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-5f475cab-7174-42d2-aa8f-76b748f1cd44 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72d2f00c4c004c6b91287e418c91d927&device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 1097 time: 0.1522498 Nov 09 10:35:47.502963 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f4cdd-dd11-404e-950e-4429062abc32 req-fe1c4a80-2b7d-42b5-a2f7-b2a7cbcecb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:47.506443 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-294f4cdd-dd11-404e-950e-4429062abc32 req-fe1c4a80-2b7d-42b5-a2f7-b2a7cbcecb7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72d2f00c4c004c6b91287e418c91d927&device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 1096 time: 0.2271585 Nov 09 10:35:47.535320 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5a144-867b-42cd-a9c7-f197ef948d40 req-165b14d1-7dc7-4f5d-8fb1-04df9389c8b1 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:47.537637 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-cfb5a144-867b-42cd-a9c7-f197ef948d40 req-165b14d1-7dc7-4f5d-8fb1-04df9389c8b1 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 943 time: 0.2354577 Nov 09 10:35:47.558235 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-24978c58-557a-40e1-81cb-d4910517dc20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:47.629230 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-fbe98ae4-55f1-4575-8817-32c1ce2facfd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bbca5fa-0081-4df3-bbdb-1ebc76058527 HTTP/1.1" status: 200 len: 217 time: 0.1223969 Nov 09 10:35:47.650400 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942f6fa-5d0e-4f7c-8b8d-778b0419e4cc req-4733c20d-4123-4b03-b00d-bb80dd86c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:47.650400 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a942f6fa-5d0e-4f7c-8b8d-778b0419e4cc req-4733c20d-4123-4b03-b00d-bb80dd86c5af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31b1c900-fb6b-416f-a417-507bcc3a8be2 HTTP/1.1" status: 200 len: 855 time: 0.1252520 Nov 09 10:35:47.650667 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5a120328-7292-4b1d-8305-db9f54f33a36 req-151d5103-1f12-48c9-aac9-8cbb2c2862e2 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 210 time: 0.1010695 Nov 09 10:35:47.651579 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b75665-fd9c-4f69-9717-4923540c53f8 req-9618f4e2-9cea-4ba7-819e-1dfbdcf05662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:47.652965 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-75b75665-fd9c-4f69-9717-4923540c53f8 req-9618f4e2-9cea-4ba7-819e-1dfbdcf05662 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc589f1addda41c09c4c042f7af97752&device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 1096 time: 0.1883640 Nov 09 10:35:47.654086 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-294f4cdd-dd11-404e-950e-4429062abc32 req-f48c35e1-6660-42fe-9cf8-ec3df75efeec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2182bd85-9c95-41fc-b98c-a0f7b03dc613 HTTP/1.1" status: 200 len: 217 time: 0.1016560 Nov 09 10:35:47.672519 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-cfb5a144-867b-42cd-a9c7-f197ef948d40 req-6f926c3b-18ea-4efd-8cd4-9daaabff64b3 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174166 Nov 09 10:35:47.729394 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a942f6fa-5d0e-4f7c-8b8d-778b0419e4cc req-b2b12f31-89db-4f60-9ecf-f028d2ad00a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5554d1a8-4766-4ee1-bd4f-871198ca55f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552826 Nov 09 10:35:47.791222 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-d09fdb7c-e9ca-4b45-9850-48eaa95beebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:47.792749 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-d09fdb7c-e9ca-4b45-9850-48eaa95beebc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c28d7e76-70e8-4369-839e-6b3b9fa92053 HTTP/1.1" status: 200 len: 859 time: 0.1509612 Nov 09 10:35:47.799820 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f4cdd-dd11-404e-950e-4429062abc32 req-270ac711-e9a4-4791-9035-c2e615d03b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:47.801272 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-294f4cdd-dd11-404e-950e-4429062abc32 req-270ac711-e9a4-4791-9035-c2e615d03b98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c28d7e76-70e8-4369-839e-6b3b9fa92053 HTTP/1.1" status: 200 len: 859 time: 0.0867059 Nov 09 10:35:47.868165 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-cf1078e0-df6b-4db4-bd28-c0f41582687f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7356e1ef-978e-49fa-bc2d-b1ac03294fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659027 Nov 09 10:35:47.870006 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-294f4cdd-dd11-404e-950e-4429062abc32 req-cd0cb1fa-09d3-4173-9bc5-379531a530a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7356e1ef-978e-49fa-bc2d-b1ac03294fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596414 Nov 09 10:35:47.899464 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-24978c58-557a-40e1-81cb-d4910517dc20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:47.903426 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.30', 56296) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:47.920739 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b75665-fd9c-4f69-9717-4923540c53f8 req-1526757c-2aff-4b8b-9898-c0eb40b91152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:47.922103 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-75b75665-fd9c-4f69-9717-4923540c53f8 req-1526757c-2aff-4b8b-9898-c0eb40b91152 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0acbc6a-fb34-43c2-885e-eb403620ff93 HTTP/1.1" status: 200 len: 912 time: 0.2449100 Nov 09 10:35:47.947742 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a942f6fa-5d0e-4f7c-8b8d-778b0419e4cc req-2ea188b6-b996-400b-b8fc-213e37b3dad4 service neutron] 10.222.0.30 "GET /v2.0/networks/5554d1a8-4766-4ee1-bd4f-871198ca55f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083623 Nov 09 10:35:47.960705 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 40110) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:48.013674 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-641179aa-8d77-4ec3-a469-d77e2b1e2c69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:48.018287 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-75b75665-fd9c-4f69-9717-4923540c53f8 req-418bd6ae-3d73-4fa6-bf40-6156c5bba65d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b4082fe-5c36-4667-a041-200e50fb0ba6 HTTP/1.1" status: 200 len: 217 time: 0.0841010 Nov 09 10:35:48.021745 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-24978c58-557a-40e1-81cb-d4910517dc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:48.100434 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-294f4cdd-dd11-404e-950e-4429062abc32 req-265294b2-f790-4070-b3da-1b427c4ce466 service neutron] 10.222.0.30 "GET /v2.0/networks/7356e1ef-978e-49fa-bc2d-b1ac03294fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096510 Nov 09 10:35:48.103981 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-732956bb-242b-439f-9618-4e3038e54f94 service neutron] 10.222.0.30 "GET /v2.0/networks/7356e1ef-978e-49fa-bc2d-b1ac03294fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221248 Nov 09 10:35:48.160655 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-24978c58-557a-40e1-81cb-d4910517dc20 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=641da5d6a62d4c95ae00566997461d7b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0797844 Nov 09 10:35:48.175768 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 40116) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:48.226003 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24978c58-557a-40e1-81cb-d4910517dc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328d609b-854f-470f-90df-38a57d709dd4,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:48.243201 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-b66f2075-148d-41a3-9ead-ed7390765987 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:48.244968 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-b66f2075-148d-41a3-9ead-ed7390765987 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.30 "GET /v2.0/networks?id=34358316-6aa9-484d-bebb-9653f7b5c623 HTTP/1.1" status: 200 len: 816 time: 0.3429589 Nov 09 10:35:48.286390 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b75665-fd9c-4f69-9717-4923540c53f8 req-cc1719fa-b2d3-49cd-a375-87060988f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:48.290251 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-75b75665-fd9c-4f69-9717-4923540c53f8 req-cc1719fa-b2d3-49cd-a375-87060988f230 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8cbea09b-5cac-448d-8ef7-d31bef828359 HTTP/1.1" status: 200 len: 852 time: 0.2369859 Nov 09 10:35:48.300412 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a942f6fa-5d0e-4f7c-8b8d-778b0419e4cc req-cb99474f-ebd4-4bd8-a0e4-b92148ab78f2 service neutron] 10.222.0.30 "GET /v2.0/networks/5554d1a8-4766-4ee1-bd4f-871198ca55f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927597 Nov 09 10:35:48.307358 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-641179aa-8d77-4ec3-a469-d77e2b1e2c69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:48.347465 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073ddec-e0ef-4a7c-a7a5-c8bc87b1c4eb req-fd42a442-45d2-40d8-95e0-1ed1908dc5f0 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:48.349056 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6073ddec-e0ef-4a7c-a7a5-c8bc87b1c4eb req-fd42a442-45d2-40d8-95e0-1ed1908dc5f0 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 943 time: 0.2256300 Nov 09 10:35:48.349274 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-75b75665-fd9c-4f69-9717-4923540c53f8 req-219a2d4d-d25a-4212-ba52-53e9da3a61e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0acbc6a-fb34-43c2-885e-eb403620ff93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531461 Nov 09 10:35:48.358119 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-b5e94cab-6af2-43c2-8b8d-ac44755d10db service neutron] 10.222.0.30 "GET /v2.0/networks/7356e1ef-978e-49fa-bc2d-b1ac03294fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358961 Nov 09 10:35:48.360051 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-294f4cdd-dd11-404e-950e-4429062abc32 req-5aae5b56-019b-4b1d-b51f-bc990b7a5097 service neutron] 10.222.0.30 "GET /v2.0/networks/7356e1ef-978e-49fa-bc2d-b1ac03294fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453003 Nov 09 10:35:48.380486 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 40126) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:48.409326 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-641179aa-8d77-4ec3-a469-d77e2b1e2c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:48.470064 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-641179aa-8d77-4ec3-a469-d77e2b1e2c69 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=83ffafb691854100bed8d6aa96469c5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5062385 Nov 09 10:35:48.473663 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 40134) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:48.475854 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641179aa-8d77-4ec3-a469-d77e2b1e2c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fac1a3-036c-4f23-bdfd-0f4bcee0d059,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:48.502015 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6073ddec-e0ef-4a7c-a7a5-c8bc87b1c4eb req-84e83c24-4181-450b-8a0b-5fb1c546df2d tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330059 Nov 09 10:35:48.511279 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-b2130dc1-9f4d-45d4-9238-67cc890fa4ca tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd90823f43e4d41be05683e40b3ac62 HTTP/1.1" status: 200 len: 380 time: 0.2424891 Nov 09 10:35:48.515651 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a6cdc2b4-d090-45dc-a2b3-e8472771a9b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:48.543947 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-f3232d31-4581-4a79-bf85-2df7916c4652 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Request body: {'port': {'device_id': 'e13b163e-1659-4e4c-ba93-9b4c0b05a6f8', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'admin_state_up': True, 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'security_groups': ['1f5af535-2475-4563-aa23-121a0ed9b9de']}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:48.558116 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a6cdc2b4-d090-45dc-a2b3-e8472771a9b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:48.568003 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f60fa19a-5084-4ddb-b4c3-abed950f201c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:48.569969 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-74b55b53-45e8-4529-842e-3ef8a123d202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:48.609336 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-74b55b53-45e8-4529-842e-3ef8a123d202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:48.693472 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-75b75665-fd9c-4f69-9717-4923540c53f8 req-e7e0922d-298c-45d2-98f3-ff71b51b6d29 service neutron] 10.222.0.30 "GET /v2.0/networks/a0acbc6a-fb34-43c2-885e-eb403620ff93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096111 Nov 09 10:35:48.745015 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-74b55b53-45e8-4529-842e-3ef8a123d202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:48.747946 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-74b55b53-45e8-4529-842e-3ef8a123d202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:48.749377 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-74b55b53-45e8-4529-842e-3ef8a123d202 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0fac1a3-036c-4f23-bdfd-0f4bcee0d059 HTTP/1.1" status: 204 len: 168 time: 0.2745280 Nov 09 10:35:48.771653 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e8350d48-77a8-4013-bbb9-caeedae4eaa7 req-57933547-8829-40ce-8a66-9df57ff9f25b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 210 time: 0.0373671 Nov 09 10:35:48.779368 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864cb2a-08cd-4a46-a249-80d2d8e3cb74 req-6436d04c-1236-4517-9f65-0f7f39ccbcdd tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:48.780925 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d864cb2a-08cd-4a46-a249-80d2d8e3cb74 req-6436d04c-1236-4517-9f65-0f7f39ccbcdd tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 943 time: 0.2044625 Nov 09 10:35:48.784295 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b55b53-45e8-4529-842e-3ef8a123d202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fac1a3-036c-4f23-bdfd-0f4bcee0d059,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:48.811029 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f60fa19a-5084-4ddb-b4c3-abed950f201c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:48.883527 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a6cdc2b4-d090-45dc-a2b3-e8472771a9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:48.886170 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a6cdc2b4-d090-45dc-a2b3-e8472771a9b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:48.890292 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-a6cdc2b4-d090-45dc-a2b3-e8472771a9b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/328d609b-854f-470f-90df-38a57d709dd4 HTTP/1.1" status: 204 len: 168 time: 0.7041981 Nov 09 10:35:48.899239 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486381c9-4944-48cf-9f83-e9de6e3047f8 req-3c93fb0c-617f-489d-8d5d-a91ad8bad11b tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:48.899589 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-75b75665-fd9c-4f69-9717-4923540c53f8 req-f2bead33-4508-4ab5-8451-17f166699101 service neutron] 10.222.0.30 "GET /v2.0/networks/a0acbc6a-fb34-43c2-885e-eb403620ff93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970859 Nov 09 10:35:48.900920 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-486381c9-4944-48cf-9f83-e9de6e3047f8 req-3c93fb0c-617f-489d-8d5d-a91ad8bad11b tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 943 time: 0.0512476 Nov 09 10:35:48.909372 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d864cb2a-08cd-4a46-a249-80d2d8e3cb74 req-babcb6db-0831-4e1c-9a50-5d2aec202743 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958636 Nov 09 10:35:48.910168 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdc2b4-d090-45dc-a2b3-e8472771a9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328d609b-854f-470f-90df-38a57d709dd4,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:48.926446 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f60fa19a-5084-4ddb-b4c3-abed950f201c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:49.004563 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fa19a-5084-4ddb-b4c3-abed950f201c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6db36b-abb8-4e59-b959-fabf80b42e3d,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:49.013529 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-f60fa19a-5084-4ddb-b4c3-abed950f201c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6431ddbd73e5454da67969c8f0f8e11a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6255066 Nov 09 10:35:49.014693 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-486381c9-4944-48cf-9f83-e9de6e3047f8 req-9517321c-e474-4e61-a958-514fbb6130ad tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066201 Nov 09 10:35:49.015748 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 40146) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:49.047055 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 3efed32a-8fe2-427e-9ada-fdc0f5a9c188 details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:35:49.071285 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-f3232d31-4581-4a79-bf85-2df7916c4652 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Made reservation on behalf of 0cd90823f43e4d41be05683e40b3ac62 for: {'port': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:35:49.074768 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-f3232d31-4581-4a79-bf85-2df7916c4652 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:49.085184 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-3f74feb7-ee85-48c5-a012-1a935b6f0659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:49.120323 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-3f74feb7-ee85-48c5-a012-1a935b6f0659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:49.159512 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 3efed32a-8fe2-427e-9ada-fdc0f5a9c188, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=3efed32a-8fe2-427e-9ada-fdc0f5a9c188,segment=NetworkSegment(75dffec9-8d21-416f-bf4b-903e91046ced),segment_id=75dffec9-8d21-416f-bf4b-903e91046ced)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:35:49.184902 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': '3efed32a-8fe2-427e-9ada-fdc0f5a9c188', 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6', 'port_id': '3efed32a-8fe2-427e-9ada-fdc0f5a9c188', 'mac_address': 'fa:16:3e:cf:72:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b1c900-fb6b-416f-a417-507bcc3a8be2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:35:49.228059 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:49.241378 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3efed32a-8fe2-427e-9ada-fdc0f5a9c188 {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:35:49.272847 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 3efed32a-8fe2-427e-9ada-fdc0f5a9c188, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=3efed32a-8fe2-427e-9ada-fdc0f5a9c188,segment=NetworkSegment(75dffec9-8d21-416f-bf4b-903e91046ced),segment_id=75dffec9-8d21-416f-bf4b-903e91046ced)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:35:49.370466 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:49.445818 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=3efed32a-8fe2-427e-9ada-fdc0f5a9c188,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:49.481986 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-f3232d31-4581-4a79-bf85-2df7916c4652 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Allocated IP 172.20.0.4 (34358316-6aa9-484d-bebb-9653f7b5c623/46b6d451-069c-417f-a922-9abd3afe77e2/07b8bf6a-cca9-4efb-8c77-23793d3ff931) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:35:49.627521 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['3efed32a-8fe2-427e-9ada-fdc0f5a9c188'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:35:49.667273 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2632c-703f-4525-9032-d08c9a2f4197 req-995d704f-5500-46ad-bd00-557b3348141a tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:49.668989 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-cbe2632c-703f-4525-9032-d08c9a2f4197 req-995d704f-5500-46ad-bd00-557b3348141a tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 944 time: 0.0858734 Nov 09 10:35:49.676087 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-3f74feb7-ee85-48c5-a012-1a935b6f0659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:49.678313 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-3f74feb7-ee85-48c5-a012-1a935b6f0659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:49.679509 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-3f74feb7-ee85-48c5-a012-1a935b6f0659 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f6db36b-abb8-4e59-b959-fabf80b42e3d HTTP/1.1" status: 204 len: 168 time: 0.6624703 Nov 09 10:35:49.688264 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-f3232d31-4581-4a79-bf85-2df7916c4652 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:49.713810 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74feb7-ee85-48c5-a012-1a935b6f0659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6db36b-abb8-4e59-b959-fabf80b42e3d,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:49.781816 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-cbe2632c-703f-4525-9032-d08c9a2f4197 req-e087a7c1-6304-4da8-a945-bcec9576e6cc tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990310 Nov 09 10:35:49.861838 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-f3232d31-4581-4a79-bf85-2df7916c4652 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:49.919812 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df1d2a-a915-4398-8720-4662519ad171 req-2021b389-461a-4101-a314-eca5d202f4c0 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:49.924119 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-f3232d31-4581-4a79-bf85-2df7916c4652 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Network 34358316-6aa9-484d-bebb-9653f7b5c623 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:35:49.924984 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-44df1d2a-a915-4398-8720-4662519ad171 req-2021b389-461a-4101-a314-eca5d202f4c0 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 931 time: 0.0655205 Nov 09 10:35:49.927316 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-f3232d31-4581-4a79-bf85-2df7916c4652 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:35:49.930637 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-f3232d31-4581-4a79-bf85-2df7916c4652 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:35:49.937851 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-f3232d31-4581-4a79-bf85-2df7916c4652 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:49.937851 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-f3232d31-4581-4a79-bf85-2df7916c4652 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:49.956963 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3232d31-4581-4a79-bf85-2df7916c4652 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Pushing event updated for resources: {'Port': ['ID=07b8bf6a-cca9-4efb-8c77-23793d3ff931,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:50.019381 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-44df1d2a-a915-4398-8720-4662519ad171 req-b92801da-3084-45e5-bc31-aaf6aa37532f tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916345 Nov 09 10:35:50.066924 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c78c0-94a9-481b-b12b-e3c9481d8154 req-17a25ceb-4eb8-47a8-83f3-3f43f3f0e279 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:50.068545 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d44c78c0-94a9-481b-b12b-e3c9481d8154 req-17a25ceb-4eb8-47a8-83f3-3f43f3f0e279 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 943 time: 0.0649111 Nov 09 10:35:50.074896 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-f3232d31-4581-4a79-bf85-2df7916c4652 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5391212 Nov 09 10:35:50.092420 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] Request body: {'port': {'device_id': 'e13b163e-1659-4e4c-ba93-9b4c0b05a6f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81662'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:35:50.219410 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964afc28-7cd2-4617-aa5a-1831c802735e req-ee85a091-0a2d-4e78-9adf-b2f5139653bb tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:50.221002 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-964afc28-7cd2-4617-aa5a-1831c802735e req-ee85a091-0a2d-4e78-9adf-b2f5139653bb tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 943 time: 0.0876346 Nov 09 10:35:50.269888 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:50.292780 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d44c78c0-94a9-481b-b12b-e3c9481d8154 req-98be0763-4a43-4b03-8348-8915bd4f578e tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165792 Nov 09 10:35:50.306039 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-964afc28-7cd2-4617-aa5a-1831c802735e req-112af3e6-2560-4dcb-af4b-57ee3dbdc082 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732899 Nov 09 10:35:50.375471 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-ff200007-be8d-411a-8742-e18b9a1a844f None None] Provisioning complete for port 07b8bf6a-cca9-4efb-8c77-23793d3ff931 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:35:50.375471 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-ff200007-be8d-411a-8742-e18b9a1a844f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:50.416060 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-ff200007-be8d-411a-8742-e18b9a1a844f None None] Port 07b8bf6a-cca9-4efb-8c77-23793d3ff931 cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:35:50.582497 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b8bf6a-cca9-4efb-8c77-23793d3ff931 {{(pid=101904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:35:50.590733 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:50.602792 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.provisioning_blocks [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] Transition to ACTIVE for port object 07b8bf6a-cca9-4efb-8c77-23793d3ff931 will not be triggered until provisioned by entity L2. {{(pid=101904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:35:50.613761 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-575590a6-e871-4f7e-bbf0-e78e35d41db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:50.739223 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:50.789546 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] Pushing event updated for resources: {'Port': ['ID=07b8bf6a-cca9-4efb-8c77-23793d3ff931,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:50.850536 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] Attempting to bind port 07b8bf6a-cca9-4efb-8c77-23793d3ff931 on host hv-cinder-81662 for vnic_type normal with profile {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:35:50.850872 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] Attempting to bind port 07b8bf6a-cca9-4efb-8c77-23793d3ff931 by drivers openvswitch,hyperv on host hv-cinder-81662 at level 0 using segments [{'id': '183ccf24-6259-4d13-8dd4-9902f28507bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623'}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:35:50.851871 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] Attempting to bind port 07b8bf6a-cca9-4efb-8c77-23793d3ff931 on network 34358316-6aa9-484d-bebb-9653f7b5c623 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:35:50.856905 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] Port 07b8bf6a-cca9-4efb-8c77-23793d3ff931 on network 34358316-6aa9-484d-bebb-9653f7b5c623 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81662 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 10:35:50.857278 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] Attempting to bind port 07b8bf6a-cca9-4efb-8c77-23793d3ff931 on network 34358316-6aa9-484d-bebb-9653f7b5c623 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:35:50.863676 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] Checking agent: {'id': 'b8adbdf0-e7b5-4c08-8a0d-020b5ee3746c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'started_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:35:50.868523 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] Checking segment: {'id': '183ccf24-6259-4d13-8dd4-9902f28507bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:35:50.868523 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] Bound using segment: {'id': '183ccf24-6259-4d13-8dd4-9902f28507bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623'} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:35:50.868523 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] Bound port: 07b8bf6a-cca9-4efb-8c77-23793d3ff931, host: hv-cinder-81662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183ccf24-6259-4d13-8dd4-9902f28507bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623'}}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:35:50.868523 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:50.961452 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bc9da-c2b4-4b2f-842a-98796194ede6 req-f212dc69-f449-40c2-81f4-7e0b09853fd1 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:50.962879 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 2182bd85-9c95-41fc-b98c-a0f7b03dc613 details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:35:50.963000 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-153bc9da-c2b4-4b2f-842a-98796194ede6 req-f212dc69-f449-40c2-81f4-7e0b09853fd1 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 944 time: 0.0931740 Nov 09 10:35:50.993949 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] For port 07b8bf6a-cca9-4efb-8c77-23793d3ff931, host hv-cinder-81662, cleared binding levels {{(pid=101904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:35:51.014766 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] For port 07b8bf6a-cca9-4efb-8c77-23793d3ff931, host hv-cinder-81662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=07b8bf6a-cca9-4efb-8c77-23793d3ff931,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:35:51.018639 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 3efed32a-8fe2-427e-9ada-fdc0f5a9c188 up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:35:51.041651 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-153bc9da-c2b4-4b2f-842a-98796194ede6 req-f4d34983-6163-41bd-baa3-82aa9c7081b9 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706155 Nov 09 10:35:51.076600 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 40222) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:51.093394 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-21756d7f-5765-448e-9fdd-54213aec1821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:51.117284 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:51.142075 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 2182bd85-9c95-41fc-b98c-a0f7b03dc613, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=2182bd85-9c95-41fc-b98c-a0f7b03dc613,segment=NetworkSegment(aee1f260-744b-4d75-a3b2-8299c59a2f06),segment_id=aee1f260-744b-4d75-a3b2-8299c59a2f06)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:35:51.159474 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': '2182bd85-9c95-41fc-b98c-a0f7b03dc613', 'network_id': '7356e1ef-978e-49fa-bc2d-b1ac03294fba', 'port_id': '2182bd85-9c95-41fc-b98c-a0f7b03dc613', 'mac_address': 'fa:16:3e:ec:41:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28d7e76-70e8-4369-839e-6b3b9fa92053', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:35:51.185911 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:51.192573 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:51.194072 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] 10.222.0.30 "PUT /v2.0/ports/07b8bf6a-cca9-4efb-8c77-23793d3ff931 HTTP/1.1" status: 200 len: 1093 time: 1.1087615 Nov 09 10:35:51.194539 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13b163e-1659-4e4c-ba93-9b4c0b05a6f8', 'tag': '07b8bf6a-cca9-4efb-8c77-23793d3ff931'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:35:51.197392 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8495d6-056d-4e2a-9781-69e89957db12" -d '{"events": [{"name": "network-changed", "server_uuid": "e13b163e-1659-4e4c-ba93-9b4c0b05a6f8", "tag": "07b8bf6a-cca9-4efb-8c77-23793d3ff931"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:35:51.213274 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:51.237825 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2182bd85-9c95-41fc-b98c-a0f7b03dc613 {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:35:51.245293 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning for port 3efed32a-8fe2-427e-9ada-fdc0f5a9c188 completed by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:35:51.257987 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port 3efed32a-8fe2-427e-9ada-fdc0f5a9c188 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:35:51.258354 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:51.285243 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d63ba-71a0-4f3c-ad5c-fe663d31e84d service neutron] Pushing event updated for resources: {'Port': ['ID=07b8bf6a-cca9-4efb-8c77-23793d3ff931,revision_number=3']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:51.293420 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca178c8-f1c5-45e1-a86b-0ca811072ade x-openstack-request-id: req-2ca178c8-f1c5-45e1-a86b-0ca811072ade {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:35:51.293882 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13b163e-1659-4e4c-ba93-9b4c0b05a6f8", "tag": "07b8bf6a-cca9-4efb-8c77-23793d3ff931", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:35:51.294276 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2ca178c8-f1c5-45e1-a86b-0ca811072ade {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:35:51.294834 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13b163e-1659-4e4c-ba93-9b4c0b05a6f8', 'tag': '07b8bf6a-cca9-4efb-8c77-23793d3ff931', 'status': 'completed', 'code': 200} Nov 09 10:35:51.318213 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 2182bd85-9c95-41fc-b98c-a0f7b03dc613, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=2182bd85-9c95-41fc-b98c-a0f7b03dc613,segment=NetworkSegment(aee1f260-744b-4d75-a3b2-8299c59a2f06),segment_id=aee1f260-744b-4d75-a3b2-8299c59a2f06)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:35:51.369236 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:51.422072 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 3efed32a-8fe2-427e-9ada-fdc0f5a9c188, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=3efed32a-8fe2-427e-9ada-fdc0f5a9c188,segment=NetworkSegment(75dffec9-8d21-416f-bf4b-903e91046ced),segment_id=75dffec9-8d21-416f-bf4b-903e91046ced)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:35:51.423371 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4625928f-8448-4d86-b1e6-28b6c5ddac57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efed32a-8fe2-427e-9ada-fdc0f5a9c188'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:35:51.436280 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8495d6-056d-4e2a-9781-69e89957db12 req-999ef357-a4ff-419c-be2a-6c87a6d7f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:51.441705 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-5f8495d6-056d-4e2a-9781-69e89957db12 req-999ef357-a4ff-419c-be2a-6c87a6d7f978 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0cd90823f43e4d41be05683e40b3ac62&device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 1096 time: 0.1225257 Nov 09 10:35:51.477363 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-21756d7f-5765-448e-9fdd-54213aec1821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:51.503528 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dedc3c-ef8f-433c-ac00-7e08617fbd21 req-e1176a79-da24-41f3-98ad-b7122211795d tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:51.505113 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-98dedc3c-ef8f-433c-ac00-7e08617fbd21 req-e1176a79-da24-41f3-98ad-b7122211795d tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.3639462 Nov 09 10:35:51.550855 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-21756d7f-5765-448e-9fdd-54213aec1821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:51.551033 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:51.586642 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:51.587276 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 5b4082fe-5c36-4667-a041-200e50fb0ba6 details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:35:51.604628 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-98dedc3c-ef8f-433c-ac00-7e08617fbd21 req-7d951b47-74f0-498a-967c-836f751ed322 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895801 Nov 09 10:35:51.636125 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-21756d7f-5765-448e-9fdd-54213aec1821 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a95aee537b0349d5a4c7e2501a473fdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5578799 Nov 09 10:35:51.639768 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 40246) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:51.646644 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=3efed32a-8fe2-427e-9ada-fdc0f5a9c188,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:51.657839 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21756d7f-5765-448e-9fdd-54213aec1821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c53038d-938a-4fe4-8385-880fddd6e02f,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:51.689760 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75437a46-8a58-4fbb-8e5d-a9b7ef635c14 req-49de3174-6bf4-4e28-8881-c3393e1834d7 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:51.699175 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-75437a46-8a58-4fbb-8e5d-a9b7ef635c14 req-49de3174-6bf4-4e28-8881-c3393e1834d7 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 944 time: 0.2563276 Nov 09 10:35:51.774250 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.db.resource_extend [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 10:35:51.795923 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-75437a46-8a58-4fbb-8e5d-a9b7ef635c14 req-1c47c7f3-07c6-4b84-951e-e7f8b18f5b62 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930202 Nov 09 10:35:51.798254 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8495d6-056d-4e2a-9781-69e89957db12 req-575be183-dd4b-4cb2-ae7d-2b34e1945df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:51.802658 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-5f8495d6-056d-4e2a-9781-69e89957db12 req-575be183-dd4b-4cb2-ae7d-2b34e1945df8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=0cd90823f43e4d41be05683e40b3ac62&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3532386 Nov 09 10:35:51.884639 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e97e039b-4bb5-4110-9224-94e718db25f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:51.919187 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c40c7-af5e-4b4f-8fcb-8c4152a31747 req-9a2fe316-b11b-453e-8782-25a283096376 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:51.926499 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-104c40c7-af5e-4b4f-8fcb-8c4152a31747 req-9a2fe316-b11b-453e-8782-25a283096376 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 943 time: 0.2394955 Nov 09 10:35:51.929787 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e97e039b-4bb5-4110-9224-94e718db25f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:51.983661 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 5b4082fe-5c36-4667-a041-200e50fb0ba6, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=5b4082fe-5c36-4667-a041-200e50fb0ba6,segment=NetworkSegment(da635f12-1d74-4c9e-8403-47c555fa6346),segment_id=da635f12-1d74-4c9e-8403-47c555fa6346)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:35:52.003761 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a45cd9-0313-426a-93b7-e4e17bc0b179" -d '{"events": [{"server_uuid": "4625928f-8448-4d86-b1e6-28b6c5ddac57", "name": "network-vif-plugged", "status": "completed", "tag": "3efed32a-8fe2-427e-9ada-fdc0f5a9c188"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:35:52.017694 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-104c40c7-af5e-4b4f-8fcb-8c4152a31747 req-e5025814-8d8c-4445-aa5b-9ddf7ae9aaa8 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901332 Nov 09 10:35:52.033109 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=2182bd85-9c95-41fc-b98c-a0f7b03dc613,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:52.037101 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': '5b4082fe-5c36-4667-a041-200e50fb0ba6', 'network_id': 'a0acbc6a-fb34-43c2-885e-eb403620ff93', 'port_id': '5b4082fe-5c36-4667-a041-200e50fb0ba6', 'mac_address': 'fa:16:3e:f4:d5:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cbea09b-5cac-448d-8ef7-d31bef828359', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:35:52.055489 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8495d6-056d-4e2a-9781-69e89957db12 req-cdd6cf28-fb6c-4c38-b25c-39a7cca5944e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:52.057227 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-5f8495d6-056d-4e2a-9781-69e89957db12 req-cdd6cf28-fb6c-4c38-b25c-39a7cca5944e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2471495 Nov 09 10:35:52.076403 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 40260) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:52.111959 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e97e039b-4bb5-4110-9224-94e718db25f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:52.114708 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e97e039b-4bb5-4110-9224-94e718db25f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:52.118852 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-e97e039b-4bb5-4110-9224-94e718db25f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c53038d-938a-4fe4-8385-880fddd6e02f HTTP/1.1" status: 204 len: 168 time: 0.4800196 Nov 09 10:35:52.119302 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:52.130701 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e039b-4bb5-4110-9224-94e718db25f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c53038d-938a-4fe4-8385-880fddd6e02f,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:52.161740 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b4082fe-5c36-4667-a041-200e50fb0ba6 {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:35:52.188688 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-45624b68-9b31-4179-9d59-281ec5c269f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:52.188688 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-45624b68-9b31-4179-9d59-281ec5c269f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0cd90823f43e4d41be05683e40b3ac62&device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 1096 time: 0.0894330 Nov 09 10:35:52.212700 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 5b4082fe-5c36-4667-a041-200e50fb0ba6, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=5b4082fe-5c36-4667-a041-200e50fb0ba6,segment=NetworkSegment(da635f12-1d74-4c9e-8403-47c555fa6346),segment_id=da635f12-1d74-4c9e-8403-47c555fa6346)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:35:52.252186 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6a006-8091-471b-8f31-71e4bf5c7b42 req-0d5cfe1b-efd9-41b7-851a-e5d0eee1cf6f tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:52.252453 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-89477492-83df-46af-81db-ee6939603cbe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07b8bf6a-cca9-4efb-8c77-23793d3ff931 HTTP/1.1" status: 200 len: 217 time: 0.0559084 Nov 09 10:35:52.260660 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-00c6a006-8091-471b-8f31-71e4bf5c7b42 req-0d5cfe1b-efd9-41b7-851a-e5d0eee1cf6f tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 945 time: 0.0797958 Nov 09 10:35:52.315057 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:52.315262 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-65d66688-8d5d-4514-bf4e-8ee910067942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:52.315358 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 2bbca5fa-0081-4df3-bbdb-1ebc76058527 details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:35:52.315463 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-65d66688-8d5d-4514-bf4e-8ee910067942 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46b6d451-069c-417f-a922-9abd3afe77e2 HTTP/1.1" status: 200 len: 855 time: 0.0531843 Nov 09 10:35:52.318412 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e2778481-93c5-49df-a426-ba5216bff9b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:52.336715 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-00c6a006-8091-471b-8f31-71e4bf5c7b42 req-a9f2b6ec-c1a7-40ea-859f-f6533fb70792 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763721 Nov 09 10:35:52.399150 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-7ea5e98b-9f07-4e92-b5ab-38638cc1a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:52.400875 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-7ea5e98b-9f07-4e92-b5ab-38638cc1a95e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34358316-6aa9-484d-bebb-9653f7b5c623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810492 Nov 09 10:35:52.447688 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 2bbca5fa-0081-4df3-bbdb-1ebc76058527, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=2bbca5fa-0081-4df3-bbdb-1ebc76058527,segment=NetworkSegment(aee1f260-744b-4d75-a3b2-8299c59a2f06),segment_id=aee1f260-744b-4d75-a3b2-8299c59a2f06)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:35:52.448596 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e2778481-93c5-49df-a426-ba5216bff9b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:52.460285 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=5b4082fe-5c36-4667-a041-200e50fb0ba6,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:52.470157 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': '2bbca5fa-0081-4df3-bbdb-1ebc76058527', 'network_id': '7356e1ef-978e-49fa-bc2d-b1ac03294fba', 'port_id': '2bbca5fa-0081-4df3-bbdb-1ebc76058527', 'mac_address': 'fa:16:3e:8a:6f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28d7e76-70e8-4369-839e-6b3b9fa92053', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:35:52.473444 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2bf219-a9d4-4252-b357-b766102ce6f6 x-openstack-request-id: req-ca2bf219-a9d4-4252-b357-b766102ce6f6 {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:35:52.473753 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4625928f-8448-4d86-b1e6-28b6c5ddac57", "name": "network-vif-plugged", "status": "completed", "tag": "3efed32a-8fe2-427e-9ada-fdc0f5a9c188", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:35:52.473999 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ca2bf219-a9d4-4252-b357-b766102ce6f6 {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:35:52.474447 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4625928f-8448-4d86-b1e6-28b6c5ddac57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efed32a-8fe2-427e-9ada-fdc0f5a9c188', 'code': 200} Nov 09 10:35:52.525463 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:52.540339 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e2778481-93c5-49df-a426-ba5216bff9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:52.540807 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bbca5fa-0081-4df3-bbdb-1ebc76058527 {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:35:52.557543 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-73b2e57d-71f5-4858-af8a-4595b4d13d5f service neutron] 10.222.0.30 "GET /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402168 Nov 09 10:35:52.563427 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 2bbca5fa-0081-4df3-bbdb-1ebc76058527, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=2bbca5fa-0081-4df3-bbdb-1ebc76058527,segment=NetworkSegment(aee1f260-744b-4d75-a3b2-8299c59a2f06),segment_id=aee1f260-744b-4d75-a3b2-8299c59a2f06)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:35:52.593508 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-e2778481-93c5-49df-a426-ba5216bff9b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba4800e34af841a99ba1db4c1852d07d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5149655 Nov 09 10:35:52.595274 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 40274) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:35:52.603952 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2778481-93c5-49df-a426-ba5216bff9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b7d012-b7ff-4117-aaaf-c870c244a498,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:52.671089 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d2b734ca-dd5d-4eeb-9797-1bc33ea9f405 req-fba43316-b5f1-49d5-b069-7856be9db78c service neutron] 10.222.0.30 "GET /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062779 Nov 09 10:35:52.706554 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-48624763-761d-404d-9f1b-09b458527b46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:52.711724 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:52.746918 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-48624763-761d-404d-9f1b-09b458527b46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:52.765140 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=2bbca5fa-0081-4df3-bbdb-1ebc76058527,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:52.775635 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defbd31-4e0c-4562-9256-32ccbdfc0ccf req-332352ee-6127-4823-b45f-4c4990256de7 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:52.777180 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9defbd31-4e0c-4562-9256-32ccbdfc0ccf req-332352ee-6127-4823-b45f-4c4990256de7 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.0847077 Nov 09 10:35:52.869829 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9defbd31-4e0c-4562-9256-32ccbdfc0ccf req-8460b175-e371-4aca-9f5d-48f31b636627 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764022 Nov 09 10:35:52.926827 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-48624763-761d-404d-9f1b-09b458527b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:52.929896 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-48624763-761d-404d-9f1b-09b458527b46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:52.933389 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-48624763-761d-404d-9f1b-09b458527b46 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80b7d012-b7ff-4117-aaaf-c870c244a498 HTTP/1.1" status: 204 len: 168 time: 0.3325195 Nov 09 10:35:52.943181 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48624763-761d-404d-9f1b-09b458527b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b7d012-b7ff-4117-aaaf-c870c244a498,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:53.002174 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['2182bd85-9c95-41fc-b98c-a0f7b03dc613'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:35:53.031682 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a721b3-3de1-4b2b-a44c-880d08f2b8df req-f5d5c7b7-df7b-4d9a-be71-07a5a790a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:53.034446 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-77a721b3-3de1-4b2b-a44c-880d08f2b8df req-f5d5c7b7-df7b-4d9a-be71-07a5a790a83f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 1098 time: 0.1082740 Nov 09 10:35:53.037492 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['5b4082fe-5c36-4667-a041-200e50fb0ba6'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:35:53.045121 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['2bbca5fa-0081-4df3-bbdb-1ebc76058527'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:35:53.048361 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df782ba0-7ed4-434d-9ec8-dc87de8df431 req-8d10fa88-cfef-4cc9-b4d7-78a353a8b338 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:53.060811 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-df782ba0-7ed4-434d-9ec8-dc87de8df431 req-8d10fa88-cfef-4cc9-b4d7-78a353a8b338 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 944 time: 0.1622815 Nov 09 10:35:53.082984 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-77a721b3-3de1-4b2b-a44c-880d08f2b8df req-09a8fbb7-d2e0-414a-a61a-f942632f7cec service neutron] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:53.161414 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-df782ba0-7ed4-434d-9ec8-dc87de8df431 req-3f2ffe70-a755-458c-bd8e-669c3e8adbcc tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992355 Nov 09 10:35:53.279656 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d914194-4950-430a-9a2e-bd0d369a8bc3 req-0d3f4501-8581-4547-b57f-0ed03f26c8a1 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:53.283103 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-0d914194-4950-430a-9a2e-bd0d369a8bc3 req-0d3f4501-8581-4547-b57f-0ed03f26c8a1 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 944 time: 0.1059704 Nov 09 10:35:53.288633 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-77a721b3-3de1-4b2b-a44c-880d08f2b8df req-09a8fbb7-d2e0-414a-a61a-f942632f7cec service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:53.365220 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-0d914194-4950-430a-9a2e-bd0d369a8bc3 req-8baffdca-0576-4c49-83c2-4fb54ee2de7d tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727396 Nov 09 10:35:53.381981 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-270ce17f-a756-40f1-96ff-7d788b47ca06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:53.476675 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-77a721b3-3de1-4b2b-a44c-880d08f2b8df req-09a8fbb7-d2e0-414a-a61a-f942632f7cec service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:53.520201 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fccbc-88a3-41dd-9f0f-b754950dd619 req-22333717-dabb-4e82-90dc-e5935f2aaba3 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:53.520201 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-667fccbc-88a3-41dd-9f0f-b754950dd619 req-22333717-dabb-4e82-90dc-e5935f2aaba3 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 945 time: 0.0745201 Nov 09 10:35:53.565302 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8fbb7-d2e0-414a-a61a-f942632f7cec service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=72852b70-0ced-4cdf-a968-7ef0eb847d0f,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:53.572504 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-77a721b3-3de1-4b2b-a44c-880d08f2b8df req-09a8fbb7-d2e0-414a-a61a-f942632f7cec service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094075 Nov 09 10:35:53.599627 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-667fccbc-88a3-41dd-9f0f-b754950dd619 req-78060087-9ce3-4ec6-857e-dc0920548fc5 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866809 Nov 09 10:35:53.962604 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:53.992574 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b4c9c-26c3-4123-94e2-ecf0d69a2050 req-34e02bc8-9d0f-4372-9b41-019a2d0f3a33 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:53.994111 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-8b3b4c9c-26c3-4123-94e2-ecf0d69a2050 req-34e02bc8-9d0f-4372-9b41-019a2d0f3a33 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.0526719 Nov 09 10:35:54.047076 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-8b3b4c9c-26c3-4123-94e2-ecf0d69a2050 req-943e8216-2de2-4e26-a868-952e33522c93 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458176 Nov 09 10:35:54.271664 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040bd4f-fb46-4d5b-93fb-8044ec789656 req-d7e817f5-1118-4218-9c8b-96f7d709e47a tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:54.273698 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1040bd4f-fb46-4d5b-93fb-8044ec789656 req-d7e817f5-1118-4218-9c8b-96f7d709e47a tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 944 time: 0.0506711 Nov 09 10:35:54.324713 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1040bd4f-fb46-4d5b-93fb-8044ec789656 req-019ab3f6-392f-423b-9428-a2b079b6a283 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445447 Nov 09 10:35:54.505516 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c1fd5-7c3c-4bef-9d7c-39707aaa08f2 req-a5906cf5-3c4b-4975-8275-a307ee3af7aa tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:54.505516 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-336c1fd5-7c3c-4bef-9d7c-39707aaa08f2 req-a5906cf5-3c4b-4975-8275-a307ee3af7aa tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 944 time: 0.0557208 Nov 09 10:35:54.565048 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-336c1fd5-7c3c-4bef-9d7c-39707aaa08f2 req-bf160d87-56dd-4232-bf99-6f9e699f44e7 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554390 Nov 09 10:35:54.665025 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:54.915189 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261ba97-36f3-4c25-b922-6f38546629e1 req-c3171559-d5d0-4930-a22a-94389f7bd79c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:54.916794 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2261ba97-36f3-4c25-b922-6f38546629e1 req-c3171559-d5d0-4930-a22a-94389f7bd79c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 945 time: 0.2486267 Nov 09 10:35:54.955032 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 07b8bf6a-cca9-4efb-8c77-23793d3ff931 details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:35:54.959371 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 2182bd85-9c95-41fc-b98c-a0f7b03dc613 up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:35:54.966098 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2261ba97-36f3-4c25-b922-6f38546629e1 req-7e7b4a2f-7989-4d05-a148-948f9cb0c8c3 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426593 Nov 09 10:35:55.097307 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 07b8bf6a-cca9-4efb-8c77-23793d3ff931, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=07b8bf6a-cca9-4efb-8c77-23793d3ff931,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:35:55.110517 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': '07b8bf6a-cca9-4efb-8c77-23793d3ff931', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'port_id': '07b8bf6a-cca9-4efb-8c77-23793d3ff931', 'mac_address': 'fa:16:3e:c8:75:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:35:55.149095 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:55.164862 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b8bf6a-cca9-4efb-8c77-23793d3ff931 {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:35:55.165706 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8ab8e-7c7e-4b2f-b2d1-7154b467c9f6 req-90e3fbb4-67e2-465c-bf14-1d33abb335d8 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:55.167445 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-91b8ab8e-7c7e-4b2f-b2d1-7154b467c9f6 req-90e3fbb4-67e2-465c-bf14-1d33abb335d8 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.0498397 Nov 09 10:35:55.186364 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 07b8bf6a-cca9-4efb-8c77-23793d3ff931, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=07b8bf6a-cca9-4efb-8c77-23793d3ff931,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:35:55.196823 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning for port 2182bd85-9c95-41fc-b98c-a0f7b03dc613 completed by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:35:55.205726 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port 2182bd85-9c95-41fc-b98c-a0f7b03dc613 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:35:55.206372 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:55.228665 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-91b8ab8e-7c7e-4b2f-b2d1-7154b467c9f6 req-f1c8cbec-2ff1-44de-ae6c-7fdd89513ec7 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472705 Nov 09 10:35:55.296347 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:55.306493 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:55.346588 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08913c05-333d-4287-b2b0-135fd053ca64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2182bd85-9c95-41fc-b98c-a0f7b03dc613'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:35:55.348833 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f3fa40-7c66-4086-9110-14c0540de5b8" -d '{"events": [{"server_uuid": "08913c05-333d-4287-b2b0-135fd053ca64", "name": "network-vif-plugged", "status": "completed", "tag": "2182bd85-9c95-41fc-b98c-a0f7b03dc613"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:35:55.384690 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 2182bd85-9c95-41fc-b98c-a0f7b03dc613, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=2182bd85-9c95-41fc-b98c-a0f7b03dc613,segment=NetworkSegment(aee1f260-744b-4d75-a3b2-8299c59a2f06),segment_id=aee1f260-744b-4d75-a3b2-8299c59a2f06)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:35:55.401880 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=07b8bf6a-cca9-4efb-8c77-23793d3ff931,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:55.407020 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44dfda3-9177-4a03-8da4-69eb340f9c46 x-openstack-request-id: req-e44dfda3-9177-4a03-8da4-69eb340f9c46 {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:35:55.407331 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08913c05-333d-4287-b2b0-135fd053ca64", "name": "network-vif-plugged", "status": "completed", "tag": "2182bd85-9c95-41fc-b98c-a0f7b03dc613", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:35:55.407578 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e44dfda3-9177-4a03-8da4-69eb340f9c46 {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:35:55.408662 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08913c05-333d-4287-b2b0-135fd053ca64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2182bd85-9c95-41fc-b98c-a0f7b03dc613', 'code': 200} Nov 09 10:35:55.475368 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5123b-901b-419b-8ac5-026ae8358fa1 req-59fff05b-fb37-49a4-99d0-bec30357f7b0 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:55.477465 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f5c5123b-901b-419b-8ac5-026ae8358fa1 req-59fff05b-fb37-49a4-99d0-bec30357f7b0 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 944 time: 0.0619574 Nov 09 10:35:55.508122 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:55.508122 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 5b4082fe-5c36-4667-a041-200e50fb0ba6 up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:35:55.510819 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:55.553728 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f5c5123b-901b-419b-8ac5-026ae8358fa1 req-bd175a7e-e859-40bf-a2e7-67d36d4e85ec tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530109 Nov 09 10:35:55.565092 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['07b8bf6a-cca9-4efb-8c77-23793d3ff931'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:35:55.631733 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=2182bd85-9c95-41fc-b98c-a0f7b03dc613,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:55.705526 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdcaa3-33a0-4626-87cd-679ed3dbe9ac req-5927119a-c4d8-4a24-9968-eaf06fb83d02 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:55.708080 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f9cdcaa3-33a0-4626-87cd-679ed3dbe9ac req-5927119a-c4d8-4a24-9968-eaf06fb83d02 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 944 time: 0.0657649 Nov 09 10:35:55.758732 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f9cdcaa3-33a0-4626-87cd-679ed3dbe9ac req-a290d563-60c0-4771-9db9-485c281a92df tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443418 Nov 09 10:35:55.780062 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning for port 5b4082fe-5c36-4667-a041-200e50fb0ba6 completed by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:35:55.785269 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port 5b4082fe-5c36-4667-a041-200e50fb0ba6 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:35:55.785713 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:55.878084 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:55.933043 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 5b4082fe-5c36-4667-a041-200e50fb0ba6, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=5b4082fe-5c36-4667-a041-200e50fb0ba6,segment=NetworkSegment(da635f12-1d74-4c9e-8403-47c555fa6346),segment_id=da635f12-1d74-4c9e-8403-47c555fa6346)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:35:55.973588 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a35b2d-7856-4d6a-8193-134b61cb0772 req-d89d213c-130c-4549-bcf6-0f5724a88b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:55.975076 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-23a35b2d-7856-4d6a-8193-134b61cb0772 req-d89d213c-130c-4549-bcf6-0f5724a88b60 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 1098 time: 0.0426588 Nov 09 10:35:56.020589 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:56.021566 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 2bbca5fa-0081-4df3-bbdb-1ebc76058527 up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:35:56.034970 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-23a35b2d-7856-4d6a-8193-134b61cb0772 req-cc0369b7-f171-4630-8b66-292607876e97 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498743 Nov 09 10:35:56.113645 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=5b4082fe-5c36-4667-a041-200e50fb0ba6,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:56.116269 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1a83c-620b-4ba6-828d-01ebf805a177 req-b36d6c63-9043-4f67-849a-e756c412565a tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:56.118003 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-49b1a83c-620b-4ba6-828d-01ebf805a177 req-b36d6c63-9043-4f67-849a-e756c412565a tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 945 time: 0.0538747 Nov 09 10:35:56.166672 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-49b1a83c-620b-4ba6-828d-01ebf805a177 req-ae506a59-cdf0-4509-b952-564528d5c45b tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417640 Nov 09 10:35:56.191135 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning for port 2bbca5fa-0081-4df3-bbdb-1ebc76058527 completed by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:35:56.201382 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port 2bbca5fa-0081-4df3-bbdb-1ebc76058527 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:35:56.201698 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:56.310314 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:56.357637 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 2bbca5fa-0081-4df3-bbdb-1ebc76058527, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=2bbca5fa-0081-4df3-bbdb-1ebc76058527,segment=NetworkSegment(aee1f260-744b-4d75-a3b2-8299c59a2f06),segment_id=aee1f260-744b-4d75-a3b2-8299c59a2f06)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:35:56.375290 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9d465-4de7-4a56-81a2-ea3890f01a89 req-c4ca5874-569d-43c7-a8a1-fa6fd6ddede6 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:56.377422 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1aa9d465-4de7-4a56-81a2-ea3890f01a89 req-c4ca5874-569d-43c7-a8a1-fa6fd6ddede6 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 944 time: 0.0612423 Nov 09 10:35:56.413351 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:56.427698 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1aa9d465-4de7-4a56-81a2-ea3890f01a89 req-16b7716a-257b-4e5a-a19f-8e1916c9d8e4 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435908 Nov 09 10:35:56.448220 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:56.497866 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=2bbca5fa-0081-4df3-bbdb-1ebc76058527,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:56.669863 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ae0a0-1fca-4f4f-b6a8-24653d2ac1d0 req-f30b3264-b2e2-45e5-8ad5-5d3179c4dd27 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:56.677410 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-583ae0a0-1fca-4f4f-b6a8-24653d2ac1d0 req-f30b3264-b2e2-45e5-8ad5-5d3179c4dd27 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0582373 Nov 09 10:35:56.725693 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-583ae0a0-1fca-4f4f-b6a8-24653d2ac1d0 req-a3580404-ea78-4a0c-9e52-a935e9404a13 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453625 Nov 09 10:35:56.894016 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b6446-1272-481f-bf77-31824aedaff1 req-1325fd9f-2305-47f3-a26b-6745a5dcdd38 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:56.895615 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6c7b6446-1272-481f-bf77-31824aedaff1 req-1325fd9f-2305-47f3-a26b-6745a5dcdd38 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 945 time: 0.0621562 Nov 09 10:35:56.955376 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6c7b6446-1272-481f-bf77-31824aedaff1 req-cdcbd1fa-d7c2-4c2b-b62b-23736b0aa413 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490062 Nov 09 10:35:56.964394 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 07b8bf6a-cca9-4efb-8c77-23793d3ff931 up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:35:57.133688 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning for port 07b8bf6a-cca9-4efb-8c77-23793d3ff931 completed by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:35:57.141436 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port 07b8bf6a-cca9-4efb-8c77-23793d3ff931 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:35:57.142108 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:57.293353 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:57.333749 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-2be86ff3-9ee5-4dd0-b7a0-e4191166491c tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1d823ea16c394a2db96710191d5f5e23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0927935 Nov 09 10:35:57.340721 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 07b8bf6a-cca9-4efb-8c77-23793d3ff931, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=07b8bf6a-cca9-4efb-8c77-23793d3ff931,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:35:57.410958 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c07487-72bd-4c21-8d60-f4bbce7fba5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4082fe-5c36-4667-a041-200e50fb0ba6'}, {'server_uuid': '63a60a22-2f2e-4979-b8e2-b12a2e7bf671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbca5fa-0081-4df3-bbdb-1ebc76058527'}, {'server_uuid': 'e13b163e-1659-4e4c-ba93-9b4c0b05a6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b8bf6a-cca9-4efb-8c77-23793d3ff931'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:35:57.415565 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e94aee1-8704-477d-9b0c-56f17393c448" -d '{"events": [{"server_uuid": "30c07487-72bd-4c21-8d60-f4bbce7fba5a", "name": "network-vif-plugged", "status": "completed", "tag": "5b4082fe-5c36-4667-a041-200e50fb0ba6"}, {"server_uuid": "63a60a22-2f2e-4979-b8e2-b12a2e7bf671", "name": "network-vif-plugged", "status": "completed", "tag": "2bbca5fa-0081-4df3-bbdb-1ebc76058527"}, {"server_uuid": "e13b163e-1659-4e4c-ba93-9b4c0b05a6f8", "name": "network-vif-plugged", "status": "completed", "tag": "07b8bf6a-cca9-4efb-8c77-23793d3ff931"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:35:57.477252 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 09 Nov 2021 10:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b665dfb9-d9bd-4fad-a788-cb76c6b3844e x-openstack-request-id: req-b665dfb9-d9bd-4fad-a788-cb76c6b3844e {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:35:57.477896 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c07487-72bd-4c21-8d60-f4bbce7fba5a", "name": "network-vif-plugged", "status": "completed", "tag": "5b4082fe-5c36-4667-a041-200e50fb0ba6", "code": 200}, {"server_uuid": "63a60a22-2f2e-4979-b8e2-b12a2e7bf671", "name": "network-vif-plugged", "status": "completed", "tag": "2bbca5fa-0081-4df3-bbdb-1ebc76058527", "code": 200}, {"server_uuid": "e13b163e-1659-4e4c-ba93-9b4c0b05a6f8", "name": "network-vif-plugged", "status": "completed", "tag": "07b8bf6a-cca9-4efb-8c77-23793d3ff931", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:35:57.478202 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b665dfb9-d9bd-4fad-a788-cb76c6b3844e {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:35:57.478596 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c07487-72bd-4c21-8d60-f4bbce7fba5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4082fe-5c36-4667-a041-200e50fb0ba6', 'code': 200} Nov 09 10:35:57.478844 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a60a22-2f2e-4979-b8e2-b12a2e7bf671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbca5fa-0081-4df3-bbdb-1ebc76058527', 'code': 200} Nov 09 10:35:57.479086 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13b163e-1659-4e4c-ba93-9b4c0b05a6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b8bf6a-cca9-4efb-8c77-23793d3ff931', 'code': 200} Nov 09 10:35:57.574436 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:35:57.630189 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24466968-9723-4297-80bb-8dc0845b0163 req-8e9c2d4d-27d8-4f26-9b97-d7025c5baac5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:57.657611 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-24466968-9723-4297-80bb-8dc0845b0163 req-8e9c2d4d-27d8-4f26-9b97-d7025c5baac5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 944 time: 0.1330259 Nov 09 10:35:57.700840 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=07b8bf6a-cca9-4efb-8c77-23793d3ff931,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:35:57.721598 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-24466968-9723-4297-80bb-8dc0845b0163 req-e28267cb-4025-4822-9c4b-54a50eb00979 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629499 Nov 09 10:35:57.763447 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-b01f3795-cc5f-4062-bb85-6df85d6ce709 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:57.764953 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-b01f3795-cc5f-4062-bb85-6df85d6ce709 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4243326 Nov 09 10:35:57.780434 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-74642ca2-d117-445a-8014-3c5cdf01ee0a tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/quotas/1d823ea16c394a2db96710191d5f5e23 HTTP/1.1" status: 200 len: 375 time: 0.0097451 Nov 09 10:35:57.814267 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-24adcc9c-6ad7-42a7-86ef-f76156578a9a tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1d823ea16c394a2db96710191d5f5e23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277038 Nov 09 10:35:57.854077 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdd4f4-da68-4819-8793-5e7397b4d743 req-18333d2a-d5c2-44ac-812b-8ea9604de444 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:57.855706 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a5cdd4f4-da68-4819-8793-5e7397b4d743 req-18333d2a-d5c2-44ac-812b-8ea9604de444 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0582592 Nov 09 10:35:57.938694 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a5cdd4f4-da68-4819-8793-5e7397b4d743 req-4c4a48c6-f2dd-490d-ad14-48a3a91cc168 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764544 Nov 09 10:35:57.954950 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c1757-907b-407c-bedd-f8192af927c6 req-33041b49-18d9-46b1-b947-0b849f825ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:57.954950 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e21c1757-907b-407c-bedd-f8192af927c6 req-33041b49-18d9-46b1-b947-0b849f825ce9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 1098 time: 0.0729883 Nov 09 10:35:58.048917 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e21c1757-907b-407c-bedd-f8192af927c6 req-3778489d-3bea-432b-8360-aa523901d427 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799501 Nov 09 10:35:58.056818 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b6d31-d316-44ad-ba64-2ac560eb2268 req-f78f4a08-f3a1-47c0-aae8-01e4e219d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:58.058284 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-bd8b6d31-d316-44ad-ba64-2ac560eb2268 req-f78f4a08-f3a1-47c0-aae8-01e4e219d8d8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 1099 time: 0.0754075 Nov 09 10:35:58.068627 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d767ad5-0cf2-4103-8559-57bba6d323d6 req-c5d3c018-3c07-440d-9818-b30702687bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:58.071248 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-0d767ad5-0cf2-4103-8559-57bba6d323d6 req-c5d3c018-3c07-440d-9818-b30702687bb9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 1098 time: 0.0779567 Nov 09 10:35:58.192381 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd3274-2da8-44bd-8959-27d19329cc01 req-ec1602e0-b867-4ed4-896a-e49b60ae3b09 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:58.200651 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-babd3274-2da8-44bd-8959-27d19329cc01 req-ec1602e0-b867-4ed4-896a-e49b60ae3b09 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 945 time: 0.0594685 Nov 09 10:35:58.298327 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-babd3274-2da8-44bd-8959-27d19329cc01 req-9470a708-1d91-4591-a9e1-39034b5813ae tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941443 Nov 09 10:35:58.331405 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-bd8b6d31-d316-44ad-ba64-2ac560eb2268 req-666e689f-44f1-4d46-8f79-812e17d45588 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556252 Nov 09 10:35:58.332451 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-0d767ad5-0cf2-4103-8559-57bba6d323d6 req-a728c337-5203-48dc-8f82-980dc0cdf24e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561154 Nov 09 10:35:58.384210 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6a1de3cc-cce5-4314-9b24-6b6163c64cce req-8cadf761-8a55-4da6-bc10-b205604b4033 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 210 time: 0.0376768 Nov 09 10:35:58.598859 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968533b-1f6a-466d-9daf-131c17720fa2 req-d8bee451-664a-4b58-8955-df9887edc537 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:58.600583 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2968533b-1f6a-466d-9daf-131c17720fa2 req-d8bee451-664a-4b58-8955-df9887edc537 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0500000 Nov 09 10:35:58.658163 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2968533b-1f6a-466d-9daf-131c17720fa2 req-6fe98288-1da1-4d40-aaa7-d1d1cb68c822 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481744 Nov 09 10:35:58.846424 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e6fec-2d49-4264-9044-9b5054db012f req-3d396043-f6bc-4f72-a6fe-b5d87baff1f3 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:58.847871 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-578e6fec-2d49-4264-9044-9b5054db012f req-3d396043-f6bc-4f72-a6fe-b5d87baff1f3 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0493453 Nov 09 10:35:58.897015 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-578e6fec-2d49-4264-9044-9b5054db012f req-85c4e281-a57d-4443-ba87-f77d9f6fd8ba tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430324 Nov 09 10:35:59.407361 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c527c46-db56-4320-ba12-7a91325a242e req-eefd33c4-19df-43ba-b276-d0b03b67ad51 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:59.409549 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4c527c46-db56-4320-ba12-7a91325a242e req-eefd33c4-19df-43ba-b276-d0b03b67ad51 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 945 time: 0.0478456 Nov 09 10:35:59.463674 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4c527c46-db56-4320-ba12-7a91325a242e req-70e971ba-ea5a-431b-9eab-354c7bfd9c1b tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453920 Nov 09 10:35:59.554590 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-633dd142-2b34-42df-ab97-2a403a9e3213 req-58f5c9e5-a36b-4f50-ae8e-3c2717fb25f6 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 210 time: 0.0318108 Nov 09 10:35:59.776523 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98288b83-1a68-463f-b578-c6d010bd305f req-06023659-4efc-46a3-882a-c994c4946154 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:35:59.778016 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-98288b83-1a68-463f-b578-c6d010bd305f req-06023659-4efc-46a3-882a-c994c4946154 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0515461 Nov 09 10:35:59.825889 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-98288b83-1a68-463f-b578-c6d010bd305f req-8a1b8ceb-7f63-45a5-86bb-5961a65c4fa0 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416317 Nov 09 10:36:00.016712 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211e7e7-c969-441a-ae12-0792ec3a6726 req-9d12101c-bd17-4366-8d15-fe410462f6cb tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:00.018264 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9211e7e7-c969-441a-ae12-0792ec3a6726 req-9d12101c-bd17-4366-8d15-fe410462f6cb tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0481579 Nov 09 10:36:00.067397 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9211e7e7-c969-441a-ae12-0792ec3a6726 req-8a323445-9913-403f-ab36-72c5e505aa8f tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415783 Nov 09 10:36:00.129493 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 40582) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:00.233966 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-529c7bbe-33e9-42fb-96ae-3aa8d2467503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:00.309329 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-529c7bbe-33e9-42fb-96ae-3aa8d2467503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:00.413676 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-529c7bbe-33e9-42fb-96ae-3aa8d2467503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:00.452472 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-529c7bbe-33e9-42fb-96ae-3aa8d2467503 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=08f989f9ff0c42f2888d9e759e1bd970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216846 Nov 09 10:36:00.453339 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c7bbe-33e9-42fb-96ae-3aa8d2467503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885be5d5-245e-42d9-ae20-590c36381e5c,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:00.456005 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 40590) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:00.511466 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-96268569-2b46-4a23-8a16-db86adbfbc60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:00.533722 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-96268569-2b46-4a23-8a16-db86adbfbc60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:00.605075 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10f74a-a86d-46d7-812e-6efe44ac068a req-8bc14da9-98fe-429e-a2c2-600149eb210d tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:00.606481 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9f10f74a-a86d-46d7-812e-6efe44ac068a req-8bc14da9-98fe-429e-a2c2-600149eb210d tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 945 time: 0.0749791 Nov 09 10:36:00.662027 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9f10f74a-a86d-46d7-812e-6efe44ac068a req-1284858b-e8c2-4d7a-ba3a-6537177b7670 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495071 Nov 09 10:36:00.710616 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-96268569-2b46-4a23-8a16-db86adbfbc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:00.713281 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-96268569-2b46-4a23-8a16-db86adbfbc60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:00.717312 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-96268569-2b46-4a23-8a16-db86adbfbc60 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/885be5d5-245e-42d9-ae20-590c36381e5c HTTP/1.1" status: 204 len: 168 time: 0.2580230 Nov 09 10:36:00.722675 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96268569-2b46-4a23-8a16-db86adbfbc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885be5d5-245e-42d9-ae20-590c36381e5c,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:00.769861 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-74da0d16-2fa3-4dfc-af66-8fe34b67979d req-86c70473-21e9-4f33-9fbe-be6ce1d08643 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 210 time: 0.0372510 Nov 09 10:36:00.943518 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b8581-8217-4301-9aca-174e15632be9 req-237da852-985e-41b7-9251-3284c6485dee tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:00.945079 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c42b8581-8217-4301-9aca-174e15632be9 req-237da852-985e-41b7-9251-3284c6485dee tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0511403 Nov 09 10:36:00.994914 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c42b8581-8217-4301-9aca-174e15632be9 req-8137b982-f53f-41ef-a57d-082c4bf827be tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438113 Nov 09 10:36:01.188843 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f684a-f505-4122-9c1b-09dfe9cbd4e4 req-2eb4bb20-be05-431b-a1e5-88b17de0a1d2 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:01.190370 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-be0f684a-f505-4122-9c1b-09dfe9cbd4e4 req-2eb4bb20-be05-431b-a1e5-88b17de0a1d2 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0522921 Nov 09 10:36:01.239062 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-be0f684a-f505-4122-9c1b-09dfe9cbd4e4 req-2f2843d3-e2ea-43c7-9ca9-a387441f801e tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428154 Nov 09 10:36:01.536657 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 40608) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:01.558633 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a5333f55-da20-47ae-a1c0-bf070bbd8b52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:01.644325 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a5333f55-da20-47ae-a1c0-bf070bbd8b52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:01.788764 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cba73-99d2-49a9-8b39-894888cc4ace req-3f7a25f1-1f9d-4ddf-bf33-cfc4d280683f tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:01.790288 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c09cba73-99d2-49a9-8b39-894888cc4ace req-3f7a25f1-1f9d-4ddf-bf33-cfc4d280683f tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 945 time: 0.0531542 Nov 09 10:36:01.817935 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a5333f55-da20-47ae-a1c0-bf070bbd8b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:01.853170 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c09cba73-99d2-49a9-8b39-894888cc4ace req-31d53aa1-8083-4ef0-8815-8bbcdc459e75 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541148 Nov 09 10:36:01.873831 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-a5333f55-da20-47ae-a1c0-bf070bbd8b52 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4061bd7f118a4690bcaeaa00393cb70e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335428 Nov 09 10:36:01.874006 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5333f55-da20-47ae-a1c0-bf070bbd8b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba097740-013e-43ff-bf11-f81a20d664eb,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:01.874982 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 40614) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:01.879320 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49375591-90e5-49b4-a98c-eef436048b6b req-3cd1a021-9fba-467f-8b48-8ff3efda0490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:01.880833 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-49375591-90e5-49b4-a98c-eef436048b6b req-3cd1a021-9fba-467f-8b48-8ff3efda0490 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72d2f00c4c004c6b91287e418c91d927&device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 1098 time: 0.0983467 Nov 09 10:36:01.960483 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f37475c7-a96f-456b-8d6c-65ed75ded355 req-158bac7f-cbda-4cf7-99e4-4b6ca82850f9 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 210 time: 0.0389333 Nov 09 10:36:01.961102 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a8cb0753-6fd3-47e8-a8a5-ccf12f6d2ca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:01.994935 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a8cb0753-6fd3-47e8-a8a5-ccf12f6d2ca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:02.058196 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49375591-90e5-49b4-a98c-eef436048b6b req-f17b515b-13f4-425b-bcb5-3183a34ff090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:02.059680 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-49375591-90e5-49b4-a98c-eef436048b6b req-f17b515b-13f4-425b-bcb5-3183a34ff090 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7356e1ef-978e-49fa-bc2d-b1ac03294fba HTTP/1.1" status: 200 len: 919 time: 0.1622498 Nov 09 10:36:02.120959 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3a7fc-ab5b-40ff-be95-ef5e0ca01f3b req-8e035a78-0601-4a52-966c-1e64b824f9b7 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:02.122829 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-04e3a7fc-ab5b-40ff-be95-ef5e0ca01f3b req-8e035a78-0601-4a52-966c-1e64b824f9b7 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0547504 Nov 09 10:36:02.123867 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a8cb0753-6fd3-47e8-a8a5-ccf12f6d2ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:02.126444 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a8cb0753-6fd3-47e8-a8a5-ccf12f6d2ca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:02.134936 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-a8cb0753-6fd3-47e8-a8a5-ccf12f6d2ca3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba097740-013e-43ff-bf11-f81a20d664eb HTTP/1.1" status: 204 len: 168 time: 0.2516685 Nov 09 10:36:02.141400 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb0753-6fd3-47e8-a8a5-ccf12f6d2ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba097740-013e-43ff-bf11-f81a20d664eb,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:02.181763 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-04e3a7fc-ab5b-40ff-be95-ef5e0ca01f3b req-bb0f3a18-fe50-4a25-b994-3a4c9d5168b4 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515943 Nov 09 10:36:02.457281 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6baa6-2118-4d75-882a-651554b6c71e req-d20906ba-9de4-468d-b9a8-55f1123703ff tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:02.457281 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9df6baa6-2118-4d75-882a-651554b6c71e req-d20906ba-9de4-468d-b9a8-55f1123703ff tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.1434572 Nov 09 10:36:02.507411 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9df6baa6-2118-4d75-882a-651554b6c71e req-d2c448d6-e027-46b2-99cd-60aac1d7baad tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446424 Nov 09 10:36:02.976955 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5020d4-0dd1-4cca-9769-f6cfd10ea94d req-b4021dac-a889-4e3f-8694-28df143adfa7 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:02.978428 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4f5020d4-0dd1-4cca-9769-f6cfd10ea94d req-b4021dac-a889-4e3f-8694-28df143adfa7 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 945 time: 0.0512404 Nov 09 10:36:03.040613 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4f5020d4-0dd1-4cca-9769-f6cfd10ea94d req-08874910-cb92-45c6-a1ed-db2322daa472 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558412 Nov 09 10:36:03.066875 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7d40f163-0993-4dd0-a424-4449049aef14 req-d116dba1-8b7c-440d-9b24-de73bc6b7196 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 210 time: 0.0269227 Nov 09 10:36:03.307112 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf29a7-2926-441e-94c2-c4d757dcde1f req-66bdf183-2355-476e-a435-f05116a8e296 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:03.308528 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f1cf29a7-2926-441e-94c2-c4d757dcde1f req-66bdf183-2355-476e-a435-f05116a8e296 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0477214 Nov 09 10:36:03.359492 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f1cf29a7-2926-441e-94c2-c4d757dcde1f req-d40d48b7-91c5-49d9-9c8d-5b236756fc94 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446672 Nov 09 10:36:03.637463 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330c9f6-3287-46d5-8861-84624048c43e req-0b80fd06-9038-4795-9d7b-45d7915c3694 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:03.638901 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b330c9f6-3287-46d5-8861-84624048c43e req-0b80fd06-9038-4795-9d7b-45d7915c3694 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0544987 Nov 09 10:36:03.694259 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b330c9f6-3287-46d5-8861-84624048c43e req-48260aed-cd7c-4ebf-ac03-850748bec037 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457058 Nov 09 10:36:04.017102 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-49375591-90e5-49b4-a98c-eef436048b6b req-e1be9aec-588c-4dae-8c5d-abd0f7083a2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2182bd85-9c95-41fc-b98c-a0f7b03dc613 HTTP/1.1" status: 200 len: 217 time: 0.0359519 Nov 09 10:36:04.158658 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a127f-4f01-4c33-aaa0-2dbeebb923ce req-93e09118-6b49-4405-90b5-2733165fc5cf tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:04.160295 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-047a127f-4f01-4c33-aaa0-2dbeebb923ce req-93e09118-6b49-4405-90b5-2733165fc5cf tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 945 time: 0.0584102 Nov 09 10:36:04.174573 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-40714651-f35a-404c-bf10-778fb5e7f271 req-3f9ebccc-4bdf-483d-abaf-3a496da24418 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 210 time: 0.0256574 Nov 09 10:36:04.214194 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-047a127f-4f01-4c33-aaa0-2dbeebb923ce req-ca33433c-5b13-43c4-9265-ad0077fad8e3 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477357 Nov 09 10:36:04.484479 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897e2e3-36d1-4658-bd3a-20f567e424da req-92fc4d65-8350-4655-839f-9e96e2551310 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:04.485948 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9897e2e3-36d1-4658-bd3a-20f567e424da req-92fc4d65-8350-4655-839f-9e96e2551310 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0493731 Nov 09 10:36:04.541873 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9897e2e3-36d1-4658-bd3a-20f567e424da req-56b91ac6-207d-4612-8158-b52bfff19e39 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497591 Nov 09 10:36:04.826596 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17155089-280f-4394-867b-5c35df9842f6 req-4d1ba380-15ca-46d5-b362-52bec790f424 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:04.828206 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-17155089-280f-4394-867b-5c35df9842f6 req-4d1ba380-15ca-46d5-b362-52bec790f424 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0556710 Nov 09 10:36:04.876055 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-17155089-280f-4394-867b-5c35df9842f6 req-2fd04049-e858-424e-a8dc-5208501bea56 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418952 Nov 09 10:36:04.881243 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 40710) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:04.991636 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1bbbf32b-2d51-4a21-9102-69b970b78ed5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:05.062557 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1bbbf32b-2d51-4a21-9102-69b970b78ed5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:05.127450 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49375591-90e5-49b4-a98c-eef436048b6b req-e639ecd6-f764-4414-a816-c8953bdefbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:05.129022 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-49375591-90e5-49b4-a98c-eef436048b6b req-e639ecd6-f764-4414-a816-c8953bdefbc7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c28d7e76-70e8-4369-839e-6b3b9fa92053 HTTP/1.1" status: 200 len: 859 time: 0.0451019 Nov 09 10:36:05.150957 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1bbbf32b-2d51-4a21-9102-69b970b78ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:05.177255 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-49375591-90e5-49b4-a98c-eef436048b6b req-53647a30-783d-4a23-abe6-c068de3c25f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7356e1ef-978e-49fa-bc2d-b1ac03294fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260990 Nov 09 10:36:05.190910 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-1bbbf32b-2d51-4a21-9102-69b970b78ed5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3561a947532d494ba8e2820425cdfcfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057330 Nov 09 10:36:05.191883 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbf32b-2d51-4a21-9102-69b970b78ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8acbfee-addb-45a9-93ab-8deb1cc99d89,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:05.194007 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 40714) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:05.276117 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-27dcb69e-5b98-4de3-a8a9-438a5497dc0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:05.304080 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c49888c7-0b45-4151-b288-10ee0dbcae38 req-819d2930-f97e-4e41-bee6-104364502d6e tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 210 time: 0.0489564 Nov 09 10:36:05.362114 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd259dd-d720-4fae-97df-4fb628f65278 req-515e6fdb-27c6-44d5-b2ad-4e4129cb9370 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:05.364396 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-cfd259dd-d720-4fae-97df-4fb628f65278 req-515e6fdb-27c6-44d5-b2ad-4e4129cb9370 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 945 time: 0.0620036 Nov 09 10:36:05.369037 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-27dcb69e-5b98-4de3-a8a9-438a5497dc0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:05.423260 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-49375591-90e5-49b4-a98c-eef436048b6b req-4183307a-c8dc-4dbf-9e1c-6d6f0fdbcd24 service neutron] 10.222.0.30 "GET /v2.0/networks/7356e1ef-978e-49fa-bc2d-b1ac03294fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551664 Nov 09 10:36:05.427307 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-cfd259dd-d720-4fae-97df-4fb628f65278 req-9edabd5c-3779-4bc0-98ce-297182004c65 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544641 Nov 09 10:36:05.521846 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-49375591-90e5-49b4-a98c-eef436048b6b req-4d90c0e5-b852-4a71-bf2f-04238ff434a5 service neutron] 10.222.0.30 "GET /v2.0/networks/7356e1ef-978e-49fa-bc2d-b1ac03294fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891471 Nov 09 10:36:05.527478 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-27dcb69e-5b98-4de3-a8a9-438a5497dc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:05.530107 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-27dcb69e-5b98-4de3-a8a9-438a5497dc0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:05.533908 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-27dcb69e-5b98-4de3-a8a9-438a5497dc0a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8acbfee-addb-45a9-93ab-8deb1cc99d89 HTTP/1.1" status: 204 len: 168 time: 0.3352225 Nov 09 10:36:05.540734 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcb69e-5b98-4de3-a8a9-438a5497dc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8acbfee-addb-45a9-93ab-8deb1cc99d89,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:05.682502 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd0a06-f578-4c77-87f3-943944c4ef3f req-8cc729d4-e159-432a-9838-c0aef07115cb tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:05.689860 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c6cd0a06-f578-4c77-87f3-943944c4ef3f req-8cc729d4-e159-432a-9838-c0aef07115cb tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0586541 Nov 09 10:36:05.732997 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c6cd0a06-f578-4c77-87f3-943944c4ef3f req-cb1fff02-3f1e-475c-9baa-cf87c0861343 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422044 Nov 09 10:36:06.002633 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5693b02-c2bc-47ae-af7e-3d7650a87ff2 req-09f71752-94f7-4c8f-8df0-c139acb19ac5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:06.004236 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e5693b02-c2bc-47ae-af7e-3d7650a87ff2 req-09f71752-94f7-4c8f-8df0-c139acb19ac5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0549948 Nov 09 10:36:06.054898 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e5693b02-c2bc-47ae-af7e-3d7650a87ff2 req-528acefc-7256-4088-8239-05fcc9f6d230 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427845 Nov 09 10:36:06.273834 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 40738) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:06.287496 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-142ae086-f2d9-41c7-a704-25c11cdf386c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:06.371019 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-142ae086-f2d9-41c7-a704-25c11cdf386c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:06.412347 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a2cfe9de-600b-4945-8773-e0c8ad998af3 req-b326e6d6-c192-407f-9898-5c5feb78eb10 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 210 time: 0.0287263 Nov 09 10:36:06.431574 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-142ae086-f2d9-41c7-a704-25c11cdf386c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:06.435701 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-9a5c6868-27f7-4d0e-8c63-7b7f131da661 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1d823ea16c394a2db96710191d5f5e23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260503 Nov 09 10:36:06.474012 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-142ae086-f2d9-41c7-a704-25c11cdf386c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=674072120e7948829f4ca6d90a46db33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1960599 Nov 09 10:36:06.474012 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae086-f2d9-41c7-a704-25c11cdf386c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c34ff10-d2dd-4d27-9535-06ab3945c154,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:06.474816 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 40744) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:06.569863 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2435912e-e7d2-44fb-ae6e-747ac7304fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:06.573515 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-08e835cc-0808-4b47-a757-1e866547b7d4 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:06.575166 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-08e835cc-0808-4b47-a757-1e866547b7d4 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1208084 Nov 09 10:36:06.591717 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402e52a-602b-4dd6-ab3a-0b5019413ed0 req-580b7e12-10e1-416b-8821-819458ead0c3 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:06.593183 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1402e52a-602b-4dd6-ab3a-0b5019413ed0 req-580b7e12-10e1-416b-8821-819458ead0c3 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 945 time: 0.0785625 Nov 09 10:36:06.594904 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-38c15a54-e012-44c9-b916-e007b2d6b65d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Request body: {'port': {'device_id': '2b7f4033-0246-4cb7-bc44-78fc79681448', 'network_id': '7c769baf-a52e-47b7-b371-02f2d22a994d', 'admin_state_up': True, 'tenant_id': '1d823ea16c394a2db96710191d5f5e23'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:36:06.607199 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2435912e-e7d2-44fb-ae6e-747ac7304fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:06.685902 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1402e52a-602b-4dd6-ab3a-0b5019413ed0 req-a1afa66b-fa87-43c3-a18c-196bb4f70c1f tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845156 Nov 09 10:36:06.841816 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2435912e-e7d2-44fb-ae6e-747ac7304fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:06.844294 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2435912e-e7d2-44fb-ae6e-747ac7304fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:06.847722 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-2435912e-e7d2-44fb-ae6e-747ac7304fad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c34ff10-d2dd-4d27-9535-06ab3945c154 HTTP/1.1" status: 204 len: 168 time: 0.3695054 Nov 09 10:36:06.862395 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435912e-e7d2-44fb-ae6e-747ac7304fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c34ff10-d2dd-4d27-9535-06ab3945c154,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:06.883430 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a72f2-2af5-4f96-b0f2-db759b09fec8 req-28696fdd-fb69-423b-a08e-191cc18291e8 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:06.885233 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-319a72f2-2af5-4f96-b0f2-db759b09fec8 req-28696fdd-fb69-423b-a08e-191cc18291e8 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0692875 Nov 09 10:36:06.886447 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-38c15a54-e012-44c9-b916-e007b2d6b65d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Made reservation on behalf of 1d823ea16c394a2db96710191d5f5e23 for: {'port': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:36:06.889742 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-38c15a54-e012-44c9-b916-e007b2d6b65d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:06.904788 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-38c15a54-e012-44c9-b916-e007b2d6b65d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:06.964641 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-319a72f2-2af5-4f96-b0f2-db759b09fec8 req-6664eae6-c8a0-409f-974d-eb2229c5d900 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715268 Nov 09 10:36:07.026313 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-38c15a54-e012-44c9-b916-e007b2d6b65d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:07.174939 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d223252-b3de-42f5-bc76-d001bdf37fd5 req-4e3e2366-35a3-4e84-8bac-f19fb5c60cba tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:07.176444 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7d223252-b3de-42f5-bc76-d001bdf37fd5 req-4e3e2366-35a3-4e84-8bac-f19fb5c60cba tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0493145 Nov 09 10:36:07.185108 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-38c15a54-e012-44c9-b916-e007b2d6b65d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:07.234164 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7d223252-b3de-42f5-bc76-d001bdf37fd5 req-11660d5e-3a18-4a0d-b5a4-d89b76b0c049 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511618 Nov 09 10:36:07.255536 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c15a54-e012-44c9-b916-e007b2d6b65d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a22441c0-b5eb-4516-8c1c-9670a1085cee,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:07.354739 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_common [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-38c15a54-e012-44c9-b916-e007b2d6b65d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Allocated IP 192.168.233.186 (7c769baf-a52e-47b7-b371-02f2d22a994d/2129f6ee-bd68-46b1-b0d5-c885f1a4452e/73f6a0f3-79c3-4d4c-ae34-908c44ee3b50) {{(pid=101905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:36:07.483786 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d9668-bfed-4298-8b62-40e3fd2734df req-cc9a2f91-038a-4509-8644-92efb5d13801 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:07.483786 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-015d9668-bfed-4298-8b62-40e3fd2734df req-cc9a2f91-038a-4509-8644-92efb5d13801 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.1127212 Nov 09 10:36:07.489672 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 40790) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:07.512203 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-2b6cad6f-c19f-4349-82f1-a142019cc186 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Request body: {'floatingip': {'port_id': '07b8bf6a-cca9-4efb-8c77-23793d3ff931'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:36:07.609608 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1c9770b6-5e6a-4373-a8bd-cea7695a7f28 req-36705fcf-314d-420d-9d15-24ccb14c0ae8 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 210 time: 0.0981441 Nov 09 10:36:07.612269 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2b6cad6f-c19f-4349-82f1-a142019cc186 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for floatingip, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:07.627283 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-38c15a54-e012-44c9-b916-e007b2d6b65d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Publish callbacks [] for port, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:07.938017 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-38c15a54-e012-44c9-b916-e007b2d6b65d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:07.938017 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-38c15a54-e012-44c9-b916-e007b2d6b65d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Network 7c769baf-a52e-47b7-b371-02f2d22a994d is already hosted by enough agents. {{(pid=101905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:36:07.938017 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-38c15a54-e012-44c9-b916-e007b2d6b65d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Resources bound (agent type, host, resource id): {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:36:07.938017 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-38c15a54-e012-44c9-b916-e007b2d6b65d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Received port after_create {{(pid=101905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:36:07.938017 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-38c15a54-e012-44c9-b916-e007b2d6b65d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:07.938017 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-38c15a54-e012-44c9-b916-e007b2d6b65d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:07.938017 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c15a54-e012-44c9-b916-e007b2d6b65d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Pushing event updated for resources: {'Port': ['ID=73f6a0f3-79c3-4d4c-ae34-908c44ee3b50,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:08.092706 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-38c15a54-e012-44c9-b916-e007b2d6b65d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5021541 Nov 09 10:36:08.107114 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0252-df43-46cd-a68d-be8392527e71 req-883161eb-a6f9-490c-908e-0517f74442a6 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:08.109034 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-abda0252-df43-46cd-a68d-be8392527e71 req-883161eb-a6f9-490c-908e-0517f74442a6 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0725307 Nov 09 10:36:08.114042 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] Request body: {'port': {'device_id': '2b7f4033-0246-4cb7-bc44-78fc79681448', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81662'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:36:08.194574 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-79076307-93e7-4966-93d7-318861dbe79f None None] Provisioning complete for port 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:36:08.196836 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-79076307-93e7-4966-93d7-318861dbe79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:08.214972 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-abda0252-df43-46cd-a68d-be8392527e71 req-c293a867-901c-4e1d-815d-a65bba8e4196 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967882 Nov 09 10:36:08.219508 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:08.242232 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-79076307-93e7-4966-93d7-318861dbe79f None None] Port 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:36:08.364683 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2b6cad6f-c19f-4349-82f1-a142019cc186 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:08.454224 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2b6cad6f-c19f-4349-82f1-a142019cc186 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741267'] for floatingip, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:08.516522 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 {{(pid=101905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:36:08.528276 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:08.545431 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.provisioning_blocks [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] Transition to ACTIVE for port object 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 will not be triggered until provisioned by entity L2. {{(pid=101905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:36:08.716822 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:08.782824 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] Pushing event updated for resources: {'Port': ['ID=73f6a0f3-79c3-4d4c-ae34-908c44ee3b50,revision_number=2']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:08.790775 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10ba13-7d51-4032-96a3-78b69da5f3d8 req-1f8451c5-4c1f-403e-bc94-802c1892a5fd tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:08.793058 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2f10ba13-7d51-4032-96a3-78b69da5f3d8 req-1f8451c5-4c1f-403e-bc94-802c1892a5fd tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 936 time: 0.1013751 Nov 09 10:36:08.828781 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.l3_db [None req-2b6cad6f-c19f-4349-82f1-a142019cc186 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Floating IP 840f29d6-2f57-4e9a-8792-5ca7275cf88b associated. External IP: 172.27.0.12, port: 07b8bf6a-cca9-4efb-8c77-23793d3ff931. Nov 09 10:36:08.879907 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.managers [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] Attempting to bind port 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 on host hv-cinder-81662 for vnic_type normal with profile {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:36:08.880278 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.managers [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] Attempting to bind port 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 by drivers openvswitch,hyperv on host hv-cinder-81662 at level 0 using segments [{'id': 'cb71e764-08bf-4928-9021-71134ad1c910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7c769baf-a52e-47b7-b371-02f2d22a994d'}] {{(pid=101905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:36:08.880607 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] Attempting to bind port 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 on network 7c769baf-a52e-47b7-b371-02f2d22a994d {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:36:08.885530 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] Port 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 on network 7c769baf-a52e-47b7-b371-02f2d22a994d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81662 {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 10:36:08.885783 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] Attempting to bind port 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 on network 7c769baf-a52e-47b7-b371-02f2d22a994d {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:36:08.893810 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] Checking agent: {'id': 'b8adbdf0-e7b5-4c08-8a0d-020b5ee3746c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'started_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:36:08.893810 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] Checking segment: {'id': 'cb71e764-08bf-4928-9021-71134ad1c910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7c769baf-a52e-47b7-b371-02f2d22a994d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:36:08.893810 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] Bound using segment: {'id': 'cb71e764-08bf-4928-9021-71134ad1c910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7c769baf-a52e-47b7-b371-02f2d22a994d'} {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:36:08.893810 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.managers [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] Bound port: 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50, host: hv-cinder-81662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb71e764-08bf-4928-9021-71134ad1c910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7c769baf-a52e-47b7-b371-02f2d22a994d'}}] {{(pid=101905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:36:08.893810 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:08.937248 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2f10ba13-7d51-4032-96a3-78b69da5f3d8 req-99419643-ffcb-4266-bc71-2dc0630e3c58 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/security-groups?id=a22441c0-b5eb-4516-8c1c-9670a1085cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326835 Nov 09 10:36:08.990525 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] For port 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50, host hv-cinder-81662, cleared binding levels {{(pid=101905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:36:08.995892 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] For port 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50, host hv-cinder-81662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=73f6a0f3-79c3-4d4c-ae34-908c44ee3b50,segment=NetworkSegment(cb71e764-08bf-4928-9021-71134ad1c910),segment_id=cb71e764-08bf-4928-9021-71134ad1c910)] {{(pid=101905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:36:09.076856 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:09.115954 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:09.116611 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:09.118572 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] 10.222.0.30 "PUT /v2.0/ports/73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 HTTP/1.1" status: 200 len: 1098 time: 1.0086198 Nov 09 10:36:09.119122 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7f4033-0246-4cb7-bc44-78fc79681448', 'tag': '73f6a0f3-79c3-4d4c-ae34-908c44ee3b50'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:36:09.125782 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fac3621-abee-4871-91e4-ebecc28bab07" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7f4033-0246-4cb7-bc44-78fc79681448", "tag": "73f6a0f3-79c3-4d4c-ae34-908c44ee3b50"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:36:09.141425 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6cad6f-c19f-4349-82f1-a142019cc186 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Router 67207920-60c1-4908-bc6b-3dae8cf65a39 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:36:09.156796 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba63a7-788b-4869-88f8-99601675b51b service neutron] Pushing event updated for resources: {'Port': ['ID=73f6a0f3-79c3-4d4c-ae34-908c44ee3b50,revision_number=3']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:09.172861 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e494c0-e884-4360-99cf-743edbfb4a09 x-openstack-request-id: req-94e494c0-e884-4360-99cf-743edbfb4a09 {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:36:09.173143 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7f4033-0246-4cb7-bc44-78fc79681448", "tag": "73f6a0f3-79c3-4d4c-ae34-908c44ee3b50", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:36:09.173391 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-94e494c0-e884-4360-99cf-743edbfb4a09 {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:36:09.173836 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7f4033-0246-4cb7-bc44-78fc79681448', 'tag': '73f6a0f3-79c3-4d4c-ae34-908c44ee3b50', 'status': 'completed', 'code': 200} Nov 09 10:36:09.274396 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac3621-abee-4871-91e4-ebecc28bab07 req-4b1c4144-f671-4b8e-81fe-3ce941410dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:09.277175 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4fac3621-abee-4871-91e4-ebecc28bab07 req-4b1c4144-f671-4b8e-81fe-3ce941410dd5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1d823ea16c394a2db96710191d5f5e23&device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 1101 time: 0.0625248 Nov 09 10:36:09.329056 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6cad6f-c19f-4349-82f1-a142019cc186 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:36:09.339178 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4fac3621-abee-4871-91e4-ebecc28bab07 req-8801ec8c-3895-489a-aa89-c55d332ee475 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1d823ea16c394a2db96710191d5f5e23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380266 Nov 09 10:36:09.343617 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d94c45-d508-411e-8cc2-1ad263704955 None None] Sync routers for ids ['67207920-60c1-4908-bc6b-3dae8cf65a39'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:36:09.344559 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2b6cad6f-c19f-4349-82f1-a142019cc186 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for floatingip, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:09.358926 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d94c45-d508-411e-8cc2-1ad263704955 None None] Routers {'67207920-60c1-4908-bc6b-3dae8cf65a39'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:36:09.362982 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-74d94c45-d508-411e-8cc2-1ad263704955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:35:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['67207920-60c1-4908-bc6b-3dae8cf65a39'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:36:09.428971 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-2b6cad6f-c19f-4349-82f1-a142019cc186 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "PUT /v2.0/floatingips/840f29d6-2f57-4e9a-8792-5ca7275cf88b HTTP/1.1" status: 200 len: 990 time: 1.9380271 Nov 09 10:36:09.432434 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13b163e-1659-4e4c-ba93-9b4c0b05a6f8', 'tag': '07b8bf6a-cca9-4efb-8c77-23793d3ff931'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:36:09.439888 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c4cbbe-8ad8-40b0-b355-22ae70e107f6" -d '{"events": [{"name": "network-changed", "server_uuid": "e13b163e-1659-4e4c-ba93-9b4c0b05a6f8", "tag": "07b8bf6a-cca9-4efb-8c77-23793d3ff931"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:36:09.478632 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47116bad-aa46-47dc-a18d-d450cc435baf req-73a2872c-e60d-4813-bbee-911e754dbd50 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:09.483488 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-47116bad-aa46-47dc-a18d-d450cc435baf req-73a2872c-e60d-4813-bbee-911e754dbd50 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.1521211 Nov 09 10:36:09.550728 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-74d94c45-d508-411e-8cc2-1ad263704955 None None] Set router 67207920-60c1-4908-bc6b-3dae8cf65a39 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:36:09.569519 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-47116bad-aa46-47dc-a18d-d450cc435baf req-4d0bfc1e-0f24-4e83-911f-6c771e50db5a tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784185 Nov 09 10:36:09.748499 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac3621-abee-4871-91e4-ebecc28bab07 req-09d6bc2e-e8ad-4597-8b64-41b635313788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:09.750039 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4fac3621-abee-4871-91e4-ebecc28bab07 req-09d6bc2e-e8ad-4597-8b64-41b635313788 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4003179 Nov 09 10:36:09.780805 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020c2240-ed86-481b-8c38-f6429dc05476 x-openstack-request-id: req-020c2240-ed86-481b-8c38-f6429dc05476 {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:36:09.781443 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13b163e-1659-4e4c-ba93-9b4c0b05a6f8", "tag": "07b8bf6a-cca9-4efb-8c77-23793d3ff931", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:36:09.782068 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-020c2240-ed86-481b-8c38-f6429dc05476 {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:36:09.782751 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13b163e-1659-4e4c-ba93-9b4c0b05a6f8', 'tag': '07b8bf6a-cca9-4efb-8c77-23793d3ff931', 'status': 'completed', 'code': 200} Nov 09 10:36:09.849038 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-e81917a0-ba78-492e-b863-17c369887a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:09.851110 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-e81917a0-ba78-492e-b863-17c369887a42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1d823ea16c394a2db96710191d5f5e23&device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 1101 time: 0.0566709 Nov 09 10:36:09.879364 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4cbbe-8ad8-40b0-b355-22ae70e107f6 req-c76550ab-79e5-470b-9a76-e3b2d954c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:09.881480 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-24c4cbbe-8ad8-40b0-b355-22ae70e107f6 req-c76550ab-79e5-470b-9a76-e3b2d954c687 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0cd90823f43e4d41be05683e40b3ac62&device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 1098 time: 0.0601945 Nov 09 10:36:09.917288 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-a8ee938e-668f-4ef1-bb24-100b60617aaa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 HTTP/1.1" status: 200 len: 217 time: 0.0520165 Nov 09 10:36:10.005411 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-74d94c45-d508-411e-8cc2-1ad263704955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'name': 'tempest-AttachVolumeShelveTestJSON-495058885-router', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '01b7685d-6710-457a-8617-9fa9df803200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:19Z', 'updated_at': '2021-11-09T10:35:27Z', 'revision_number': 4, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'gw_port': {'id': '01b7685d-6710-457a-8617-9fa9df803200', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:21Z', 'updated_at': '2021-11-09T10:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '840f29d6-2f57-4e9a-8792-5ca7275cf88b', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'port_id': '07b8bf6a-cca9-4efb-8c77-23793d3ff931', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'mac_address': 'fa:16:3e:c8:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13b163e-1659-4e4c-ba93-9b4c0b05a6f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:35:40Z', 'updated_at': '2021-11-09T10:36:08Z', 'revision_number': 1, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc56f024-515e-4a5e-bbe0-dd1a4dfef792', 'name': '', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'mac_address': 'fa:16:3e:89:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:26Z', 'updated_at': '2021-11-09T10:35:35Z', 'revision_number': 5, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'subnets': [{'id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:36:10.017469 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-243cf815-5ffc-404e-8251-7e94620a34b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:10.018949 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-243cf815-5ffc-404e-8251-7e94620a34b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2129f6ee-bd68-46b1-b0d5-c885f1a4452e HTTP/1.1" status: 200 len: 843 time: 0.0941699 Nov 09 10:36:10.052407 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4cbbe-8ad8-40b0-b355-22ae70e107f6 req-7a33624d-41c1-4a98-bd1b-0c5eceb27ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:10.060405 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-24c4cbbe-8ad8-40b0-b355-22ae70e107f6 req-7a33624d-41c1-4a98-bd1b-0c5eceb27ca7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34358316-6aa9-484d-bebb-9653f7b5c623 HTTP/1.1" status: 200 len: 916 time: 0.1640906 Nov 09 10:36:10.066958 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d94c45-d508-411e-8cc2-1ad263704955 None None] Checking router: 67207920-60c1-4908-bc6b-3dae8cf65a39 for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:36:10.078783 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d94c45-d508-411e-8cc2-1ad263704955 None None] Routers {'67207920-60c1-4908-bc6b-3dae8cf65a39'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:36:10.081356 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-74d94c45-d508-411e-8cc2-1ad263704955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:35:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['67207920-60c1-4908-bc6b-3dae8cf65a39'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:36:10.113765 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-71da2d27-25a2-446c-9596-18c66b1d7cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:10.115387 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-71da2d27-25a2-446c-9596-18c66b1d7cc5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c769baf-a52e-47b7-b371-02f2d22a994d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0832658 Nov 09 10:36:10.212889 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e9407-796d-47ee-bd78-ceea3f4b59af req-787ca854-f923-48c0-af63-ed38bc245a4c tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:10.214419 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0f6e9407-796d-47ee-bd78-ceea3f4b59af req-787ca854-f923-48c0-af63-ed38bc245a4c tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 948 time: 0.0977690 Nov 09 10:36:10.216437 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-24c4cbbe-8ad8-40b0-b355-22ae70e107f6 req-e7f2bf2f-9cea-4ab3-b2dd-80934d55566e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07b8bf6a-cca9-4efb-8c77-23793d3ff931 HTTP/1.1" status: 200 len: 998 time: 0.1516590 Nov 09 10:36:10.248962 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-df250c76-00dd-4e57-9264-af89b6e87423 service neutron] 10.222.0.30 "GET /v2.0/networks/7c769baf-a52e-47b7-b371-02f2d22a994d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196976 Nov 09 10:36:10.300165 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0f6e9407-796d-47ee-bd78-ceea3f4b59af req-b80cd08c-532a-43b1-add9-6cddcf1fd2b3 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/security-groups?id=a22441c0-b5eb-4516-8c1c-9670a1085cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778632 Nov 09 10:36:10.302302 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-74d94c45-d508-411e-8cc2-1ad263704955 None None] Set router 67207920-60c1-4908-bc6b-3dae8cf65a39 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:36:10.312822 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4cbbe-8ad8-40b0-b355-22ae70e107f6 req-aa75ac9f-3c40-4293-809d-6433a477e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:10.314456 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-24c4cbbe-8ad8-40b0-b355-22ae70e107f6 req-aa75ac9f-3c40-4293-809d-6433a477e3e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46b6d451-069c-417f-a922-9abd3afe77e2 HTTP/1.1" status: 200 len: 855 time: 0.0705144 Nov 09 10:36:10.386921 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4cbbe-8ad8-40b0-b355-22ae70e107f6 req-7cb87c6c-2d89-4097-ac61-ff11182b4310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:10.388910 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-24c4cbbe-8ad8-40b0-b355-22ae70e107f6 req-7cb87c6c-2d89-4097-ac61-ff11182b4310 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34358316-6aa9-484d-bebb-9653f7b5c623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552278 Nov 09 10:36:10.432794 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-81e6c919-cc85-47ce-af33-ad3018734b3a req-6c006d32-fed6-487f-9317-ef23fb3cfb76 service neutron] 10.222.0.30 "GET /v2.0/networks/7c769baf-a52e-47b7-b371-02f2d22a994d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600876 Nov 09 10:36:10.509709 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-24c4cbbe-8ad8-40b0-b355-22ae70e107f6 req-1f20b6be-215b-4fd2-9a85-13563228ca1f service neutron] 10.222.0.30 "GET /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052434 Nov 09 10:36:10.588519 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-74d94c45-d508-411e-8cc2-1ad263704955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'name': 'tempest-AttachVolumeShelveTestJSON-495058885-router', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '01b7685d-6710-457a-8617-9fa9df803200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:19Z', 'updated_at': '2021-11-09T10:35:27Z', 'revision_number': 4, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'gw_port': {'id': '01b7685d-6710-457a-8617-9fa9df803200', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:21Z', 'updated_at': '2021-11-09T10:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '840f29d6-2f57-4e9a-8792-5ca7275cf88b', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'port_id': '07b8bf6a-cca9-4efb-8c77-23793d3ff931', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'mac_address': 'fa:16:3e:c8:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13b163e-1659-4e4c-ba93-9b4c0b05a6f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:35:40Z', 'updated_at': '2021-11-09T10:36:08Z', 'revision_number': 1, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc56f024-515e-4a5e-bbe0-dd1a4dfef792', 'name': '', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'mac_address': 'fa:16:3e:89:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:26Z', 'updated_at': '2021-11-09T10:35:35Z', 'revision_number': 5, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'subnets': [{'id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:36:10.615632 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d94c45-d508-411e-8cc2-1ad263704955 None None] The sync data for ids ['67207920-60c1-4908-bc6b-3dae8cf65a39'] in dv-cinder-816628-1-iscsi is: [{'id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'name': 'tempest-AttachVolumeShelveTestJSON-495058885-router', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '01b7685d-6710-457a-8617-9fa9df803200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:19Z', 'updated_at': '2021-11-09T10:35:27Z', 'revision_number': 4, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'gw_port': {'id': '01b7685d-6710-457a-8617-9fa9df803200', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:21Z', 'updated_at': '2021-11-09T10:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '840f29d6-2f57-4e9a-8792-5ca7275cf88b', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'port_id': '07b8bf6a-cca9-4efb-8c77-23793d3ff931', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'mac_address': 'fa:16:3e:c8:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13b163e-1659-4e4c-ba93-9b4c0b05a6f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:35:40Z', 'updated_at': '2021-11-09T10:36:08Z', 'revision_number': 1, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc56f024-515e-4a5e-bbe0-dd1a4dfef792', 'name': '', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'mac_address': 'fa:16:3e:89:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:26Z', 'updated_at': '2021-11-09T10:35:35Z', 'revision_number': 5, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'subnets': [{'id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:36:10.629465 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-24c4cbbe-8ad8-40b0-b355-22ae70e107f6 req-915f65d1-6a07-4069-ada4-e2613ec34538 service neutron] 10.222.0.30 "GET /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087255 Nov 09 10:36:10.708398 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060d1cf-835d-4f19-859c-a0e8a9cffd07 req-c8afee4b-80b4-43e0-863d-26d97ecf4d54 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:10.710074 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7060d1cf-835d-4f19-859c-a0e8a9cffd07 req-c8afee4b-80b4-43e0-863d-26d97ecf4d54 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0539029 Nov 09 10:36:10.736661 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:36:10.776755 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7060d1cf-835d-4f19-859c-a0e8a9cffd07 req-b3cbdbe1-952f-4708-a1f8-001dd10f0924 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560858 Nov 09 10:36:10.851545 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c1c85f-5538-4b1b-8753-460e21ac0a81 None None] New status for floating IP 840f29d6-2f57-4e9a-8792-5ca7275cf88b: ACTIVE {{(pid=101906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 10:36:11.433543 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8731a0-c993-4703-9ced-93b4f17489ff req-dbd73436-f03f-4344-8e39-b3d51d0fe09c tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:11.435603 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5f8731a0-c993-4703-9ced-93b4f17489ff req-dbd73436-f03f-4344-8e39-b3d51d0fe09c tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 948 time: 0.0578418 Nov 09 10:36:11.486878 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5f8731a0-c993-4703-9ced-93b4f17489ff req-d22e2aff-7b08-4e0b-a970-93cded46f5e5 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/security-groups?id=a22441c0-b5eb-4516-8c1c-9670a1085cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445433 Nov 09 10:36:11.900163 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6934995-8fd7-475f-a7d1-78d440b1ff09 req-6bf18913-d628-40f4-a5ac-5e4cd0f4e2e3 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:11.902466 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f6934995-8fd7-475f-a7d1-78d440b1ff09 req-6bf18913-d628-40f4-a5ac-5e4cd0f4e2e3 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0543599 Nov 09 10:36:11.965497 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f6934995-8fd7-475f-a7d1-78d440b1ff09 req-5413f008-f97c-48ea-9357-e1a46f6cb51c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567019 Nov 09 10:36:12.603758 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c2f93-9f48-463e-84c8-f3d33ca32f37 req-c1939316-ea33-4e1a-a63d-d66700c7cc1d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:12.605301 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-653c2f93-9f48-463e-84c8-f3d33ca32f37 req-c1939316-ea33-4e1a-a63d-d66700c7cc1d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 948 time: 0.0481460 Nov 09 10:36:12.653836 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-653c2f93-9f48-463e-84c8-f3d33ca32f37 req-763429ea-2f7e-4ee8-abd0-df2a3b94d52e tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/security-groups?id=a22441c0-b5eb-4516-8c1c-9670a1085cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422595 Nov 09 10:36:13.086092 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29782f-af67-48e2-aa3a-1555131e15ad req-5b5fd270-b537-4d78-9c34-0f7c2bd62e05 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:13.087571 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1a29782f-af67-48e2-aa3a-1555131e15ad req-5b5fd270-b537-4d78-9c34-0f7c2bd62e05 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0526588 Nov 09 10:36:13.140498 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1a29782f-af67-48e2-aa3a-1555131e15ad req-6fb3cde8-5dca-4876-978b-88760d0f408e tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469787 Nov 09 10:36:13.784060 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c2a51-155c-449e-bba5-1ccf1dfc3aff req-528b8281-82a7-4ad0-bec3-3c94a86f4800 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:13.785120 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c48c2a51-155c-449e-bba5-1ccf1dfc3aff req-528b8281-82a7-4ad0-bec3-3c94a86f4800 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 948 time: 0.0511174 Nov 09 10:36:13.834419 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c48c2a51-155c-449e-bba5-1ccf1dfc3aff req-96138b30-19be-4e71-97c3-bc2de71f47d5 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/security-groups?id=a22441c0-b5eb-4516-8c1c-9670a1085cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433052 Nov 09 10:36:14.253272 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab624d-f4e3-404c-b046-8d4f97f2ed26 req-f1224218-8b81-4e4b-badd-c8da9a863ac4 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:14.254664 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-05ab624d-f4e3-404c-b046-8d4f97f2ed26 req-f1224218-8b81-4e4b-badd-c8da9a863ac4 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0481582 Nov 09 10:36:14.303679 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-05ab624d-f4e3-404c-b046-8d4f97f2ed26 req-55797f2a-3f97-4c68-87b9-10c4a0bc0744 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428290 Nov 09 10:36:14.973322 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5d633-a099-4a7f-be6f-364a96cf771b req-5a1f387b-6d68-4e66-86ab-ac7fb9814f58 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:14.975105 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7bd5d633-a099-4a7f-be6f-364a96cf771b req-5a1f387b-6d68-4e66-86ab-ac7fb9814f58 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 948 time: 0.0498478 Nov 09 10:36:15.024700 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7bd5d633-a099-4a7f-be6f-364a96cf771b req-7fd364b0-2e79-4eec-ac37-4d30163db597 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/security-groups?id=a22441c0-b5eb-4516-8c1c-9670a1085cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431418 Nov 09 10:36:15.127150 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:36:15.208250 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-6bb07cda-1715-4cb5-bb82-46759bae818c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:15.209897 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-6bb07cda-1715-4cb5-bb82-46759bae818c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/networks?id=5554d1a8-4766-4ee1-bd4f-871198ca55f6 HTTP/1.1" status: 200 len: 815 time: 0.1117356 Nov 09 10:36:15.227017 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-8b35f189-d637-426c-a83b-a4523497f399 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/quotas/39b4a5ce13d4496f8a0f0a50d852098e HTTP/1.1" status: 200 len: 375 time: 0.0095532 Nov 09 10:36:15.246233 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=73f6a0f3-79c3-4d4c-ae34-908c44ee3b50,segment=NetworkSegment(cb71e764-08bf-4928-9021-71134ad1c910),segment_id=cb71e764-08bf-4928-9021-71134ad1c910)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:36:15.259030 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': '73f6a0f3-79c3-4d4c-ae34-908c44ee3b50', 'network_id': '7c769baf-a52e-47b7-b371-02f2d22a994d', 'port_id': '73f6a0f3-79c3-4d4c-ae34-908c44ee3b50', 'mac_address': 'fa:16:3e:bf:19:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2129f6ee-bd68-46b1-b0d5-c885f1a4452e', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:36:15.281662 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-887a30ca-8d17-49e1-853d-b953cdec995b tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=39b4a5ce13d4496f8a0f0a50d852098e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487967 Nov 09 10:36:15.300644 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:15.317054 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:36:15.337937 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=73f6a0f3-79c3-4d4c-ae34-908c44ee3b50,segment=NetworkSegment(cb71e764-08bf-4928-9021-71134ad1c910),segment_id=cb71e764-08bf-4928-9021-71134ad1c910)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:36:15.378396 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-5d9e0453-0501-467c-b26b-d542dbbe71dc service neutron] 10.222.0.35 "GET /v2.0/networks/5554d1a8-4766-4ee1-bd4f-871198ca55f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895684 Nov 09 10:36:15.425712 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b38de-7a5c-4d98-9df5-fd2173abed91 req-a971de9c-b4da-4d0f-a129-e0fce9eea63c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:15.427190 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-223b38de-7a5c-4d98-9df5-fd2173abed91 req-a971de9c-b4da-4d0f-a129-e0fce9eea63c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0492091 Nov 09 10:36:15.436432 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:15.471211 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-1f458c4a-8c49-4109-af77-0f5bc778eb34 service neutron] 10.222.0.35 "GET /v2.0/networks/5554d1a8-4766-4ee1-bd4f-871198ca55f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856547 Nov 09 10:36:15.486113 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-223b38de-7a5c-4d98-9df5-fd2173abed91 req-665f8a5a-7e09-4d2d-9283-5f92c73b88c5 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522757 Nov 09 10:36:15.604897 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=73f6a0f3-79c3-4d4c-ae34-908c44ee3b50,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:15.828539 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-29a537e4-a2c9-4597-96ef-ac1a3e21764d req-1a4380ef-0e77-49f8-b846-b97746f688c9 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 210 time: 0.0380173 Nov 09 10:36:15.841941 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['73f6a0f3-79c3-4d4c-ae34-908c44ee3b50'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:36:16.152010 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd6aeb-46e5-4ca6-98b7-7cf9c5f33560 req-393df466-437c-4eaa-bf5f-2d015fc2e8ef tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:16.153940 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-18fd6aeb-46e5-4ca6-98b7-7cf9c5f33560 req-393df466-437c-4eaa-bf5f-2d015fc2e8ef tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 949 time: 0.0617442 Nov 09 10:36:16.217572 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-18fd6aeb-46e5-4ca6-98b7-7cf9c5f33560 req-c4ffba14-61e7-4973-a9c0-0920f0c007a9 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/security-groups?id=a22441c0-b5eb-4516-8c1c-9670a1085cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528991 Nov 09 10:36:16.417373 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 41076) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:16.527949 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c773944b-0ee3-49d8-abdb-29d28ab18d8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:16.658408 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c773944b-0ee3-49d8-abdb-29d28ab18d8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:16.665673 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5846b37-ba33-4f71-988f-429f554099d1 req-73563107-f25c-40a5-a5ce-31a0c885f90a tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:16.667236 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c5846b37-ba33-4f71-988f-429f554099d1 req-73563107-f25c-40a5-a5ce-31a0c885f90a tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0713220 Nov 09 10:36:16.722098 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c5846b37-ba33-4f71-988f-429f554099d1 req-30d1771a-d068-4e6a-9b77-f62c479e02a9 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485520 Nov 09 10:36:16.819045 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c773944b-0ee3-49d8-abdb-29d28ab18d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:16.871069 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-c773944b-0ee3-49d8-abdb-29d28ab18d8f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3847fa0f4b5046449e9d2779ecad1e57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4454827 Nov 09 10:36:16.871069 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773944b-0ee3-49d8-abdb-29d28ab18d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aca0300-9f84-448e-9b0f-787ac3fb60b0,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:16.872800 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 41102) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:16.881197 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773944b-0ee3-49d8-abdb-29d28ab18d8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:16.881463 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773944b-0ee3-49d8-abdb-29d28ab18d8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:16.881864 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773944b-0ee3-49d8-abdb-29d28ab18d8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:16.882246 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773944b-0ee3-49d8-abdb-29d28ab18d8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:16.883114 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773944b-0ee3-49d8-abdb-29d28ab18d8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:16.883505 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773944b-0ee3-49d8-abdb-29d28ab18d8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:16.883848 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773944b-0ee3-49d8-abdb-29d28ab18d8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:16.884193 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773944b-0ee3-49d8-abdb-29d28ab18d8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:16.884517 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773944b-0ee3-49d8-abdb-29d28ab18d8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:16.884884 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773944b-0ee3-49d8-abdb-29d28ab18d8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:16.885205 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773944b-0ee3-49d8-abdb-29d28ab18d8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:16.885523 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773944b-0ee3-49d8-abdb-29d28ab18d8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:16.950492 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-97312101-d413-4392-b2a2-e8997bcb1164 req-0f1c68ca-cd2a-4cb8-98bc-ef44b965b7a3 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 210 time: 0.0318117 Nov 09 10:36:16.967810 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9155137c-f585-44a0-8aca-7b2bdd52e30b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:16.976076 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9155137c-f585-44a0-8aca-7b2bdd52e30b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:17.093558 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9155137c-f585-44a0-8aca-7b2bdd52e30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:17.096225 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9155137c-f585-44a0-8aca-7b2bdd52e30b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:17.097347 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-9155137c-f585-44a0-8aca-7b2bdd52e30b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2aca0300-9f84-448e-9b0f-787ac3fb60b0 HTTP/1.1" status: 204 len: 168 time: 0.2236793 Nov 09 10:36:17.105697 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155137c-f585-44a0-8aca-7b2bdd52e30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aca0300-9f84-448e-9b0f-787ac3fb60b0,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:17.141959 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:36:17.333414 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788637ec-e906-4a4a-a564-a9d7dfe7273d req-50346d69-354d-47ff-afc7-5e45a30e743a tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:17.334877 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-788637ec-e906-4a4a-a564-a9d7dfe7273d req-50346d69-354d-47ff-afc7-5e45a30e743a tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 949 time: 0.0483572 Nov 09 10:36:17.380422 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning for port 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 completed by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:36:17.384152 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-788637ec-e906-4a4a-a564-a9d7dfe7273d req-31b18f95-81e2-4c1f-a3eb-8415e937ee68 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/security-groups?id=a22441c0-b5eb-4516-8c1c-9670a1085cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432627 Nov 09 10:36:17.386308 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:36:17.386852 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:17.528435 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:17.560069 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7f4033-0246-4cb7-bc44-78fc79681448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f6a0f3-79c3-4d4c-ae34-908c44ee3b50'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:36:17.562304 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920876ae-118d-47ef-88a5-03ad39f1cdbd" -d '{"events": [{"server_uuid": "2b7f4033-0246-4cb7-bc44-78fc79681448", "name": "network-vif-plugged", "status": "completed", "tag": "73f6a0f3-79c3-4d4c-ae34-908c44ee3b50"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:36:17.601533 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70926f11-cc86-4f43-85cf-5cb33e673bbe x-openstack-request-id: req-70926f11-cc86-4f43-85cf-5cb33e673bbe {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:36:17.601853 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7f4033-0246-4cb7-bc44-78fc79681448", "name": "network-vif-plugged", "status": "completed", "tag": "73f6a0f3-79c3-4d4c-ae34-908c44ee3b50", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:36:17.602099 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70926f11-cc86-4f43-85cf-5cb33e673bbe {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:36:17.602473 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7f4033-0246-4cb7-bc44-78fc79681448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f6a0f3-79c3-4d4c-ae34-908c44ee3b50', 'code': 200} Nov 09 10:36:17.607307 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=73f6a0f3-79c3-4d4c-ae34-908c44ee3b50,segment=NetworkSegment(cb71e764-08bf-4928-9021-71134ad1c910),segment_id=cb71e764-08bf-4928-9021-71134ad1c910)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:36:17.712172 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:17.765977 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=73f6a0f3-79c3-4d4c-ae34-908c44ee3b50,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:17.854793 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c238a-1fdd-4bcc-898e-3846290d499b req-2dfd3b72-7ce2-4f79-9e1e-b5c4f94ee29a tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:17.856512 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a86c238a-1fdd-4bcc-898e-3846290d499b req-2dfd3b72-7ce2-4f79-9e1e-b5c4f94ee29a tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0537174 Nov 09 10:36:17.913589 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a86c238a-1fdd-4bcc-898e-3846290d499b req-73716001-c849-4698-86e8-1f363c626013 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501893 Nov 09 10:36:17.925701 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 41128) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:17.940270 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5cc9-7d33-4b5c-b2da-577b3ef12087 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:18.008010 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefd394-854e-4496-ae87-bc132383b7f2 req-5d8eefea-77be-4f7f-a941-d507a2445380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:18.009651 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3eefd394-854e-4496-ae87-bc132383b7f2 req-5d8eefea-77be-4f7f-a941-d507a2445380 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 1103 time: 0.0435429 Nov 09 10:36:18.029808 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5cc9-7d33-4b5c-b2da-577b3ef12087 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:18.064627 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e95cc010-660a-455b-9668-a2cd7abd9039 req-84963320-9e2f-41cb-9561-2c81d487ea47 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 210 time: 0.0337064 Nov 09 10:36:18.088350 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3eefd394-854e-4496-ae87-bc132383b7f2 req-f9e1510d-7bcd-4b3a-bb94-8d61c0957ae8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a22441c0-b5eb-4516-8c1c-9670a1085cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655067 Nov 09 10:36:18.104534 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5cc9-7d33-4b5c-b2da-577b3ef12087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:18.143118 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-ee8d5cc9-7d33-4b5c-b2da-577b3ef12087 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a763fabffbfd44a480d221a9ce75b02c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163768 Nov 09 10:36:18.149598 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 41132) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:18.152136 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d5cc9-7d33-4b5c-b2da-577b3ef12087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917228b2-cc72-4736-83b0-213b49fade19,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:18.167317 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d5cc9-7d33-4b5c-b2da-577b3ef12087 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:18.167670 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d5cc9-7d33-4b5c-b2da-577b3ef12087 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:18.167933 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d5cc9-7d33-4b5c-b2da-577b3ef12087 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:18.168260 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d5cc9-7d33-4b5c-b2da-577b3ef12087 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:18.168627 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d5cc9-7d33-4b5c-b2da-577b3ef12087 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:18.168895 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d5cc9-7d33-4b5c-b2da-577b3ef12087 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:18.169209 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d5cc9-7d33-4b5c-b2da-577b3ef12087 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:18.169523 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d5cc9-7d33-4b5c-b2da-577b3ef12087 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:18.169847 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d5cc9-7d33-4b5c-b2da-577b3ef12087 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:18.170143 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d5cc9-7d33-4b5c-b2da-577b3ef12087 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:18.170450 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d5cc9-7d33-4b5c-b2da-577b3ef12087 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:18.170761 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d5cc9-7d33-4b5c-b2da-577b3ef12087 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:18.208441 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-14b5d380-2075-4998-9af0-d1b5b5105cfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:18.230673 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-14b5d380-2075-4998-9af0-d1b5b5105cfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:18.361961 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-14b5d380-2075-4998-9af0-d1b5b5105cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:18.364651 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-14b5d380-2075-4998-9af0-d1b5b5105cfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:18.365962 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-14b5d380-2075-4998-9af0-d1b5b5105cfb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/917228b2-cc72-4736-83b0-213b49fade19 HTTP/1.1" status: 204 len: 168 time: 0.2191973 Nov 09 10:36:18.374481 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5d380-2075-4998-9af0-d1b5b5105cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917228b2-cc72-4736-83b0-213b49fade19,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:18.515393 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5adb7-dfb0-465d-a535-17535c3297c4 req-8787aeda-e9e4-4cb1-9dfd-19affd90174b tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:18.516884 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a9a5adb7-dfb0-465d-a535-17535c3297c4 req-8787aeda-e9e4-4cb1-9dfd-19affd90174b tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 950 time: 0.0552845 Nov 09 10:36:18.564927 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a9a5adb7-dfb0-465d-a535-17535c3297c4 req-e4fbb39f-1881-4262-8f36-505fe26c1d30 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/security-groups?id=a22441c0-b5eb-4516-8c1c-9670a1085cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422232 Nov 09 10:36:18.768786 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 41150) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:18.929106 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-963cdd66-0f91-4b2f-8227-6b2978185b54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:19.031274 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-963cdd66-0f91-4b2f-8227-6b2978185b54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:19.052208 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d29cc9-0943-4c67-bf18-f9f1161fbbc5 req-2c0beb0a-50be-415d-99b9-20fb507b7f2a tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:19.053712 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-13d29cc9-0943-4c67-bf18-f9f1161fbbc5 req-2c0beb0a-50be-415d-99b9-20fb507b7f2a tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0710773 Nov 09 10:36:19.104912 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-13d29cc9-0943-4c67-bf18-f9f1161fbbc5 req-27151c74-34df-406e-a608-986cdd0a9806 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447960 Nov 09 10:36:19.110836 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-963cdd66-0f91-4b2f-8227-6b2978185b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:19.148996 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 41160) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:19.155957 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-963cdd66-0f91-4b2f-8227-6b2978185b54 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=07ebb394920f4b8d9bbaaf700dba6880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3860698 Nov 09 10:36:19.156834 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963cdd66-0f91-4b2f-8227-6b2978185b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45dabcd-8371-4fb7-afdd-dbbcfac83855,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:19.159140 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 41162) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:19.186539 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-9a98e04b-3323-4852-9de0-1f678b9ecb4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:19.189976 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a2d299b4-ba1f-4d8b-9d65-98999c745e18 req-7239feff-c3f5-4f5a-9921-73a6719abf1c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 210 time: 0.0427704 Nov 09 10:36:19.214507 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bb3a17db-2f4c-4aa8-ab76-11c2ca3a4ad8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:19.240901 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bb3a17db-2f4c-4aa8-ab76-11c2ca3a4ad8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:19.275518 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-9a98e04b-3323-4852-9de0-1f678b9ecb4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:19.453224 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-9a98e04b-3323-4852-9de0-1f678b9ecb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:19.481792 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bb3a17db-2f4c-4aa8-ab76-11c2ca3a4ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:19.484442 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bb3a17db-2f4c-4aa8-ab76-11c2ca3a4ad8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:19.485715 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-bb3a17db-2f4c-4aa8-ab76-11c2ca3a4ad8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c45dabcd-8371-4fb7-afdd-dbbcfac83855 HTTP/1.1" status: 204 len: 168 time: 0.3256261 Nov 09 10:36:19.494523 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-9a98e04b-3323-4852-9de0-1f678b9ecb4f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=48407c7f0b4948ff8b90871538d2007b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409588 Nov 09 10:36:19.494523 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98e04b-3323-4852-9de0-1f678b9ecb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e50d809-8aa9-4f78-b2a3-6bb20f8f57a5,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:19.498911 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 41168) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:19.502967 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a17db-2f4c-4aa8-ab76-11c2ca3a4ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45dabcd-8371-4fb7-afdd-dbbcfac83855,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:19.550777 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1fb9eaad-7a5a-47da-8469-4ac26a0618b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:19.572199 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1fb9eaad-7a5a-47da-8469-4ac26a0618b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:19.686340 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519d828-06b9-4dee-9636-e6683d478e88 req-f656dfbc-76dc-42bc-9852-f9b6b3b60292 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:19.688013 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5519d828-06b9-4dee-9636-e6683d478e88 req-f656dfbc-76dc-42bc-9852-f9b6b3b60292 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 950 time: 0.0512478 Nov 09 10:36:19.746231 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5519d828-06b9-4dee-9636-e6683d478e88 req-29c65ec7-7513-4609-947f-768f525c301c tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/security-groups?id=a22441c0-b5eb-4516-8c1c-9670a1085cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523694 Nov 09 10:36:19.750237 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1fb9eaad-7a5a-47da-8469-4ac26a0618b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:19.752888 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1fb9eaad-7a5a-47da-8469-4ac26a0618b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:19.753960 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-1fb9eaad-7a5a-47da-8469-4ac26a0618b9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e50d809-8aa9-4f78-b2a3-6bb20f8f57a5 HTTP/1.1" status: 204 len: 168 time: 0.2573431 Nov 09 10:36:19.763756 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9eaad-7a5a-47da-8469-4ac26a0618b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e50d809-8aa9-4f78-b2a3-6bb20f8f57a5,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:20.223608 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644a742-5238-4bc1-8424-4dffacf2f390 req-35fae3d0-0196-4e65-aa09-ea778fc56e26 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:20.225300 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b644a742-5238-4bc1-8424-4dffacf2f390 req-35fae3d0-0196-4e65-aa09-ea778fc56e26 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0515258 Nov 09 10:36:20.279148 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b644a742-5238-4bc1-8424-4dffacf2f390 req-e6b461a3-cfab-46b0-b345-f6aaf6f75cff tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470908 Nov 09 10:36:20.364079 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f48bf6de-e384-4f99-ba9d-8f3c912b4a3b req-7074926d-88ce-4d1f-9cc0-8ea41cb85480 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 210 time: 0.0257268 Nov 09 10:36:20.550576 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-7e1a7b87-92af-4418-b063-1c8ecc706e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:20.892297 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892b178-9766-4c64-8602-404cefdf8d9a req-5f1d2dc9-322b-47c7-a544-fafd9268ca70 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:20.894112 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-3892b178-9766-4c64-8602-404cefdf8d9a req-5f1d2dc9-322b-47c7-a544-fafd9268ca70 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 950 time: 0.0646429 Nov 09 10:36:20.948777 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-3892b178-9766-4c64-8602-404cefdf8d9a req-b6b6dcac-777f-45f0-8980-9f9dd5afcb8e tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/security-groups?id=a22441c0-b5eb-4516-8c1c-9670a1085cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475819 Nov 09 10:36:21.391704 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab028e43-32e2-4fa9-903d-1fc79e9e17e8 req-fe911f15-4a57-44e8-bb70-76ef22a8df5c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:21.393302 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ab028e43-32e2-4fa9-903d-1fc79e9e17e8 req-fe911f15-4a57-44e8-bb70-76ef22a8df5c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0492535 Nov 09 10:36:21.445908 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ab028e43-32e2-4fa9-903d-1fc79e9e17e8 req-d7e1e1d0-2515-4fe0-8904-af4fa9080b1e tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447719 Nov 09 10:36:21.452781 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 41244) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:21.534300 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-be72c978-8fce-47ea-8dd4-0c5cf1589201 req-71615845-918e-40f1-8e68-446a949439ee tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 210 time: 0.0300822 Nov 09 10:36:21.570620 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-de840919-f175-457a-b626-518d33eec88f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:21.647120 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-de840919-f175-457a-b626-518d33eec88f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:21.733673 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-de840919-f175-457a-b626-518d33eec88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:21.772601 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-de840919-f175-457a-b626-518d33eec88f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fdb0325cd521468893047021b73f45cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186400 Nov 09 10:36:21.774829 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de840919-f175-457a-b626-518d33eec88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57da2d2d-2bd6-4ced-a977-3ea53ba808de,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:21.776370 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 41252) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:21.827589 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-92afbb5d-7b86-45be-a58b-ad5002eb5c63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:21.875778 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-92afbb5d-7b86-45be-a58b-ad5002eb5c63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:21.911882 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-1e10d122-719b-48d7-a345-7747d57951aa tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:21.913505 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-1e10d122-719b-48d7-a345-7747d57951aa tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.30 "GET /v2.0/networks?id=5554d1a8-4766-4ee1-bd4f-871198ca55f6 HTTP/1.1" status: 200 len: 815 time: 0.1170938 Nov 09 10:36:21.921800 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1918e332-43fe-4f77-b912-deb3d64ad1b0 req-66ae5654-6df6-48f7-a54b-8d71ee6aceed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752499 Nov 09 10:36:21.938659 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-c4adff51-5801-4bf7-9a16-6235e0014d43 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Request body: {'port': {'device_id': 'daf9a9cd-5816-4665-bcc6-e2a754b943c0', 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6', 'admin_state_up': True, 'tenant_id': '39b4a5ce13d4496f8a0f0a50d852098e'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:36:22.050697 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-92afbb5d-7b86-45be-a58b-ad5002eb5c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:22.053161 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-92afbb5d-7b86-45be-a58b-ad5002eb5c63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:22.054786 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-92afbb5d-7b86-45be-a58b-ad5002eb5c63 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57da2d2d-2bd6-4ced-a977-3ea53ba808de HTTP/1.1" status: 204 len: 168 time: 0.2769935 Nov 09 10:36:22.081245 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afbb5d-7b86-45be-a58b-ad5002eb5c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57da2d2d-2bd6-4ced-a977-3ea53ba808de,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:22.120074 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b938d-55c6-4bc9-8a36-9ca1014e3890 req-e19af353-95a0-40ee-a483-018efd58ce3c tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:22.121493 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-db3b938d-55c6-4bc9-8a36-9ca1014e3890 req-e19af353-95a0-40ee-a483-018efd58ce3c tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 950 time: 0.1022892 Nov 09 10:36:22.128369 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918e332-43fe-4f77-b912-deb3d64ad1b0 req-a04a286a-868b-4086-9cc8-8dcce3da31fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:22.129806 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1918e332-43fe-4f77-b912-deb3d64ad1b0 req-a04a286a-868b-4086-9cc8-8dcce3da31fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc589f1addda41c09c4c042f7af97752&device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 1098 time: 0.1004913 Nov 09 10:36:22.173287 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-c4adff51-5801-4bf7-9a16-6235e0014d43 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Made reservation on behalf of 39b4a5ce13d4496f8a0f0a50d852098e for: {'port': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:36:22.177050 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-c4adff51-5801-4bf7-9a16-6235e0014d43 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:22.197063 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-db3b938d-55c6-4bc9-8a36-9ca1014e3890 req-e5eb09c9-8f2c-40ed-965b-e9eb32de87c5 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/security-groups?id=a22441c0-b5eb-4516-8c1c-9670a1085cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662429 Nov 09 10:36:22.280579 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918e332-43fe-4f77-b912-deb3d64ad1b0 req-7f3f0b01-5111-4836-8a13-04684e238cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:22.284849 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1918e332-43fe-4f77-b912-deb3d64ad1b0 req-7f3f0b01-5111-4836-8a13-04684e238cd1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0acbc6a-fb34-43c2-885e-eb403620ff93 HTTP/1.1" status: 200 len: 912 time: 0.1241236 Nov 09 10:36:22.319355 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-c4adff51-5801-4bf7-9a16-6235e0014d43 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Allocated IP 172.20.0.10 (5554d1a8-4766-4ee1-bd4f-871198ca55f6/31b1c900-fb6b-416f-a417-507bcc3a8be2/f137f694-12be-40a2-af9b-d28f9b1b9082) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:36:22.332842 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1918e332-43fe-4f77-b912-deb3d64ad1b0 req-74afc798-d911-4ba5-8faa-1119a14de58b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b4082fe-5c36-4667-a041-200e50fb0ba6 HTTP/1.1" status: 200 len: 217 time: 0.0362394 Nov 09 10:36:22.382706 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918e332-43fe-4f77-b912-deb3d64ad1b0 req-d2968579-1b8b-417c-a2b0-99aca13a52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:22.384298 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1918e332-43fe-4f77-b912-deb3d64ad1b0 req-d2968579-1b8b-417c-a2b0-99aca13a52c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8cbea09b-5cac-448d-8ef7-d31bef828359 HTTP/1.1" status: 200 len: 852 time: 0.0438652 Nov 09 10:36:22.424183 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1918e332-43fe-4f77-b912-deb3d64ad1b0 req-23332cc3-020d-45d1-8a06-bb5602864b77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0acbc6a-fb34-43c2-885e-eb403620ff93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294683 Nov 09 10:36:22.474851 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-c4adff51-5801-4bf7-9a16-6235e0014d43 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:22.525680 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1918e332-43fe-4f77-b912-deb3d64ad1b0 req-94c7c9b9-fef9-487c-9896-c694cbd24051 service neutron] 10.222.0.30 "GET /v2.0/networks/a0acbc6a-fb34-43c2-885e-eb403620ff93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904238 Nov 09 10:36:22.640539 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-c4adff51-5801-4bf7-9a16-6235e0014d43 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:22.660928 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['3efed32a-8fe2-427e-9ada-fdc0f5a9c188'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:36:22.670833 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92979afc-1c7b-4075-8dc0-b3e540a65a8e req-252e5219-d908-4574-bccb-c33d1f976c2e tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:22.681366 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-92979afc-1c7b-4075-8dc0-b3e540a65a8e req-252e5219-d908-4574-bccb-c33d1f976c2e tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.1493549 Nov 09 10:36:22.744783 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1918e332-43fe-4f77-b912-deb3d64ad1b0 req-c669f894-160e-4954-950e-fa7a211709e7 service neutron] 10.222.0.30 "GET /v2.0/networks/a0acbc6a-fb34-43c2-885e-eb403620ff93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034581 Nov 09 10:36:22.757711 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-c4adff51-5801-4bf7-9a16-6235e0014d43 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Network 5554d1a8-4766-4ee1-bd4f-871198ca55f6 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:36:22.770685 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adff51-5801-4bf7-9a16-6235e0014d43 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Pushing event updated for resources: {'Port': ['ID=f137f694-12be-40a2-af9b-d28f9b1b9082,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:22.778374 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-c4adff51-5801-4bf7-9a16-6235e0014d43 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:36:22.781370 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-c4adff51-5801-4bf7-9a16-6235e0014d43 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:36:22.787083 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-c4adff51-5801-4bf7-9a16-6235e0014d43 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:22.787679 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-c4adff51-5801-4bf7-9a16-6235e0014d43 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:22.789319 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dd21e-861e-41c4-b7df-05cb5dec6f09 req-eb02e780-fc58-4d59-8328-34e4da5d3aad tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:22.812713 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5d6dd21e-861e-41c4-b7df-05cb5dec6f09 req-eb02e780-fc58-4d59-8328-34e4da5d3aad tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 932 time: 0.1630476 Nov 09 10:36:22.822640 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-92979afc-1c7b-4075-8dc0-b3e540a65a8e req-f1e2bfeb-b323-4b16-9dae-3d08023893bd tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362741 Nov 09 10:36:22.885652 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5d6dd21e-861e-41c4-b7df-05cb5dec6f09 req-638dcad0-3ff5-49d1-8dac-8dcdc5bf0b64 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676670 Nov 09 10:36:22.953028 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-c4adff51-5801-4bf7-9a16-6235e0014d43 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0183268 Nov 09 10:36:22.971518 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] Request body: {'port': {'device_id': 'daf9a9cd-5816-4665-bcc6-e2a754b943c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81662'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:36:23.022697 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:23.327862 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b2f7c9a0-ca03-4b8b-b657-7543b8dbed86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:23.342799 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f137f694-12be-40a2-af9b-d28f9b1b9082 {{(pid=101904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:36:23.344228 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da0a38-020f-440a-8d13-be1bf2af2016 req-3ca18350-97cb-44ba-997b-4aeb5a55c92d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:23.345772 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e4da0a38-020f-440a-8d13-be1bf2af2016 req-3ca18350-97cb-44ba-997b-4aeb5a55c92d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 950 time: 0.0581148 Nov 09 10:36:23.352158 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:23.367855 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.provisioning_blocks [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] Transition to ACTIVE for port object f137f694-12be-40a2-af9b-d28f9b1b9082 will not be triggered until provisioned by entity L2. {{(pid=101904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:36:23.399995 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e4da0a38-020f-440a-8d13-be1bf2af2016 req-185732b9-e9fa-4a74-818b-a2629ebeaf8d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/security-groups?id=a22441c0-b5eb-4516-8c1c-9670a1085cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472631 Nov 09 10:36:23.465214 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:23.540779 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] Pushing event updated for resources: {'Port': ['ID=f137f694-12be-40a2-af9b-d28f9b1b9082,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:23.570510 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] Attempting to bind port f137f694-12be-40a2-af9b-d28f9b1b9082 on host hv-cinder-81662 for vnic_type normal with profile {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:36:23.570954 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] Attempting to bind port f137f694-12be-40a2-af9b-d28f9b1b9082 by drivers openvswitch,hyperv on host hv-cinder-81662 at level 0 using segments [{'id': '75dffec9-8d21-416f-bf4b-903e91046ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6'}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:36:23.571285 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] Attempting to bind port f137f694-12be-40a2-af9b-d28f9b1b9082 on network 5554d1a8-4766-4ee1-bd4f-871198ca55f6 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:36:23.575959 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] Port f137f694-12be-40a2-af9b-d28f9b1b9082 on network 5554d1a8-4766-4ee1-bd4f-871198ca55f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81662 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 10:36:23.576317 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] Attempting to bind port f137f694-12be-40a2-af9b-d28f9b1b9082 on network 5554d1a8-4766-4ee1-bd4f-871198ca55f6 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:36:23.581483 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] Checking agent: {'id': 'b8adbdf0-e7b5-4c08-8a0d-020b5ee3746c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'started_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:36:23.581816 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] Checking segment: {'id': '75dffec9-8d21-416f-bf4b-903e91046ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:36:23.582203 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] Bound using segment: {'id': '75dffec9-8d21-416f-bf4b-903e91046ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6'} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:36:23.582627 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] Bound port: f137f694-12be-40a2-af9b-d28f9b1b9082, host: hv-cinder-81662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75dffec9-8d21-416f-bf4b-903e91046ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6'}}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:36:23.582974 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:23.645701 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] For port f137f694-12be-40a2-af9b-d28f9b1b9082, host hv-cinder-81662, cleared binding levels {{(pid=101904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:36:23.649640 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] For port f137f694-12be-40a2-af9b-d28f9b1b9082, host hv-cinder-81662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=f137f694-12be-40a2-af9b-d28f9b1b9082,segment=NetworkSegment(75dffec9-8d21-416f-bf4b-903e91046ced),segment_id=75dffec9-8d21-416f-bf4b-903e91046ced)] {{(pid=101904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:36:23.728574 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:23.771647 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:23.772261 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:23.774275 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] 10.222.0.30 "PUT /v2.0/ports/f137f694-12be-40a2-af9b-d28f9b1b9082 HTTP/1.1" status: 200 len: 1094 time: 0.8070159 Nov 09 10:36:23.774718 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf9a9cd-5816-4665-bcc6-e2a754b943c0', 'tag': 'f137f694-12be-40a2-af9b-d28f9b1b9082'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:36:23.776993 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0f6351-34e3-433e-9f29-7e1334ce32ce" -d '{"events": [{"name": "network-changed", "server_uuid": "daf9a9cd-5816-4665-bcc6-e2a754b943c0", "tag": "f137f694-12be-40a2-af9b-d28f9b1b9082"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:36:23.808215 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903bb80-edd2-498c-8ea3-584bbdd84781 service neutron] Pushing event updated for resources: {'Port': ['ID=f137f694-12be-40a2-af9b-d28f9b1b9082,revision_number=3']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:23.821238 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bd219a-5df9-4a76-bb9d-9a3b9156a976 x-openstack-request-id: req-c5bd219a-5df9-4a76-bb9d-9a3b9156a976 {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:36:23.821576 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf9a9cd-5816-4665-bcc6-e2a754b943c0", "tag": "f137f694-12be-40a2-af9b-d28f9b1b9082", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:36:23.821847 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c5bd219a-5df9-4a76-bb9d-9a3b9156a976 {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:36:23.822241 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf9a9cd-5816-4665-bcc6-e2a754b943c0', 'tag': 'f137f694-12be-40a2-af9b-d28f9b1b9082', 'status': 'completed', 'code': 200} Nov 09 10:36:23.891362 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f6351-34e3-433e-9f29-7e1334ce32ce req-85846f2d-eea6-403d-b1e5-fb9f118559f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:23.892863 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0b0f6351-34e3-433e-9f29-7e1334ce32ce req-85846f2d-eea6-403d-b1e5-fb9f118559f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=39b4a5ce13d4496f8a0f0a50d852098e&device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 1097 time: 0.0433435 Nov 09 10:36:23.961911 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bf858-bb79-460d-8cec-a25531413353 req-b46ed729-dd2a-4105-9fa1-46ce188d94d1 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:23.963443 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-451bf858-bb79-460d-8cec-a25531413353 req-b46ed729-dd2a-4105-9fa1-46ce188d94d1 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0554626 Nov 09 10:36:24.009245 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:24.018286 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-451bf858-bb79-460d-8cec-a25531413353 req-f97fd43f-cc35-4883-99a9-bc1dc8386917 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476985 Nov 09 10:36:24.046693 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e4fad-063a-46d8-bb99-921ef4c67ba7 req-f5bb8fae-9844-47d8-9a91-cf447e6dd892 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:24.048222 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-212e4fad-063a-46d8-bb99-921ef4c67ba7 req-f5bb8fae-9844-47d8-9a91-cf447e6dd892 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 944 time: 0.0743966 Nov 09 10:36:24.064897 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f6351-34e3-433e-9f29-7e1334ce32ce req-a520875b-eee4-4e7d-a27b-7a281647c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:24.066335 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0b0f6351-34e3-433e-9f29-7e1334ce32ce req-a520875b-eee4-4e7d-a27b-7a281647c6e4 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=39b4a5ce13d4496f8a0f0a50d852098e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1542833 Nov 09 10:36:24.158033 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-212e4fad-063a-46d8-bb99-921ef4c67ba7 req-f9f884b1-b1bd-4b3d-813f-033c30746a28 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039095 Nov 09 10:36:24.203740 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f6351-34e3-433e-9f29-7e1334ce32ce req-6c0f7c45-08d2-42f7-80db-7e1713b4c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:24.205240 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0b0f6351-34e3-433e-9f29-7e1334ce32ce req-6c0f7c45-08d2-42f7-80db-7e1713b4c25c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1249964 Nov 09 10:36:24.619276 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:24.921087 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc05ce8-0b78-4036-873f-07303e6c1cb5 req-8b76feb5-08de-4788-918e-b33a8ca16bae tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:24.922582 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2fc05ce8-0b78-4036-873f-07303e6c1cb5 req-8b76feb5-08de-4788-918e-b33a8ca16bae tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 950 time: 0.0539408 Nov 09 10:36:24.969428 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2fc05ce8-0b78-4036-873f-07303e6c1cb5 req-f39f0bc6-422a-44c8-a33a-701d1e87454f tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/security-groups?id=a22441c0-b5eb-4516-8c1c-9670a1085cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405643 Nov 09 10:36:25.072833 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace9d7f-9587-454b-90c5-9fb827bde80d req-db390329-7ae4-41f1-aabb-c4c5931193d7 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:25.074340 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-8ace9d7f-9587-454b-90c5-9fb827bde80d req-db390329-7ae4-41f1-aabb-c4c5931193d7 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 945 time: 0.0485082 Nov 09 10:36:25.123393 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-8ace9d7f-9587-454b-90c5-9fb827bde80d req-9cbffceb-9972-4d8f-9483-eb03670246b4 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429933 Nov 09 10:36:25.246162 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f73bb-af2e-4e86-a77c-3502ee04b8b0 req-fd59c560-5138-4707-908e-9fbea9e0d898 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:25.247979 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-bb9f73bb-af2e-4e86-a77c-3502ee04b8b0 req-fd59c560-5138-4707-908e-9fbea9e0d898 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0484872 Nov 09 10:36:25.295823 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-bb9f73bb-af2e-4e86-a77c-3502ee04b8b0 req-fed932c4-81c3-477e-a3d4-8605ae761eff tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418892 Nov 09 10:36:25.405912 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f632d8-0482-4b94-b2af-c136d81f507d req-f6cec9d8-2918-4842-bd3c-42fb36f84c97 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:25.407711 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a2f632d8-0482-4b94-b2af-c136d81f507d req-f6cec9d8-2918-4842-bd3c-42fb36f84c97 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 944 time: 0.0569599 Nov 09 10:36:25.456023 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a2f632d8-0482-4b94-b2af-c136d81f507d req-141e4c88-87c3-43fd-8064-a79a675f5a05 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424089 Nov 09 10:36:25.470309 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:25.611376 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473431a-f746-4428-aecd-fc4ca235ad79 req-48c97262-ffdd-4e47-8cd1-69957ec6bb0d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:25.612927 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6473431a-f746-4428-aecd-fc4ca235ad79 req-48c97262-ffdd-4e47-8cd1-69957ec6bb0d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 950 time: 0.0480151 Nov 09 10:36:25.660065 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6473431a-f746-4428-aecd-fc4ca235ad79 req-fbb0e35c-4c30-436e-8d3a-16dca0882426 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/security-groups?id=a22441c0-b5eb-4516-8c1c-9670a1085cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410120 Nov 09 10:36:26.344848 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:26.479993 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170b592-322b-488a-ad47-fb5a74670522 req-4c3d6eeb-572c-4a32-ac54-2b936e9f0132 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:26.481473 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a170b592-322b-488a-ad47-fb5a74670522 req-4c3d6eeb-572c-4a32-ac54-2b936e9f0132 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 945 time: 0.2777882 Nov 09 10:36:26.529115 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a170b592-322b-488a-ad47-fb5a74670522 req-60bb1c94-9881-48db-a44b-2a0bef73192f tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Nov 09 10:36:26.635496 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb09b6e-6a45-44ac-8b7c-7f7ebbae1f36 req-96edbb91-558b-4797-8ad6-5ea329d1c99d tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:26.636998 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-adb09b6e-6a45-44ac-8b7c-7f7ebbae1f36 req-96edbb91-558b-4797-8ad6-5ea329d1c99d tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0474350 Nov 09 10:36:26.686659 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-adb09b6e-6a45-44ac-8b7c-7f7ebbae1f36 req-ba49a119-0750-46df-9f74-69238d768384 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438175 Nov 09 10:36:26.788941 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a9033-5a92-42b8-8e7b-440f2d62d31c req-b5f47ff2-cdd2-446b-9468-3ddfd5a7b498 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:26.790327 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-632a9033-5a92-42b8-8e7b-440f2d62d31c req-b5f47ff2-cdd2-446b-9468-3ddfd5a7b498 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 944 time: 0.0476944 Nov 09 10:36:26.840140 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-632a9033-5a92-42b8-8e7b-440f2d62d31c req-e4a6516c-c009-42ac-bcb7-22eefe98d3ed tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438166 Nov 09 10:36:26.944493 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76dda3-8070-4c21-9447-b3d24d8a9377 req-e3d69eb8-d6c8-424e-8faf-d65f44b0f1eb tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:26.946075 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3f76dda3-8070-4c21-9447-b3d24d8a9377 req-e3d69eb8-d6c8-424e-8faf-d65f44b0f1eb tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 950 time: 0.0488276 Nov 09 10:36:26.994461 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3f76dda3-8070-4c21-9447-b3d24d8a9377 req-85962356-5c0e-4adf-a0b5-8905d8fbb365 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/security-groups?id=a22441c0-b5eb-4516-8c1c-9670a1085cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424442 Nov 09 10:36:27.258493 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-5490f27a-ce74-419d-ad2f-2d4c7cad96ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:27.260825 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-5490f27a-ce74-419d-ad2f-2d4c7cad96ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=39b4a5ce13d4496f8a0f0a50d852098e&device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 1097 time: 0.0501585 Nov 09 10:36:27.328590 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-2fcd3c30-f934-4a6e-9f2b-5ed049adea2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f137f694-12be-40a2-af9b-d28f9b1b9082 HTTP/1.1" status: 200 len: 217 time: 0.0359757 Nov 09 10:36:27.378745 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-4fc23cb9-c417-42ba-92da-633b8b7e3ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:27.380200 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-4fc23cb9-c417-42ba-92da-633b8b7e3ba3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31b1c900-fb6b-416f-a417-507bcc3a8be2 HTTP/1.1" status: 200 len: 855 time: 0.0431786 Nov 09 10:36:27.421369 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-701c51ea-61b6-4e3d-8cad-41b0744021e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5554d1a8-4766-4ee1-bd4f-871198ca55f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253632 Nov 09 10:36:27.533723 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-3abf2b4c-c062-4f2d-af3f-9e925a8fcc56 service neutron] 10.222.0.30 "GET /v2.0/networks/5554d1a8-4766-4ee1-bd4f-871198ca55f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975416 Nov 09 10:36:27.691477 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-831f0fa2-1006-4ac2-a444-feb60486a88f req-1a8ea5a2-8fcc-4346-995d-58f1665e8565 service neutron] 10.222.0.30 "GET /v2.0/networks/5554d1a8-4766-4ee1-bd4f-871198ca55f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407058 Nov 09 10:36:27.701289 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bc5ea-2ee9-494b-a20e-8c60458c8433 req-e9d7a8ba-2be7-4138-9667-1b92d816e147 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:27.703093 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-651bc5ea-2ee9-494b-a20e-8c60458c8433 req-e9d7a8ba-2be7-4138-9667-1b92d816e147 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 945 time: 0.0794334 Nov 09 10:36:27.753162 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-651bc5ea-2ee9-494b-a20e-8c60458c8433 req-f1acbab5-9121-445e-8a21-a8822c52a7ac tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432730 Nov 09 10:36:27.811515 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a3d1d-544c-42e2-bb0e-e5e769c71fc4 req-617feb89-96c0-46b1-aa7f-89e0bba48248 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:27.818848 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-828a3d1d-544c-42e2-bb0e-e5e769c71fc4 req-617feb89-96c0-46b1-aa7f-89e0bba48248 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0556507 Nov 09 10:36:27.860367 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-828a3d1d-544c-42e2-bb0e-e5e769c71fc4 req-6d8dbf04-3be5-41e3-9551-332e33ea69e2 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413735 Nov 09 10:36:27.981038 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704d04d-4abe-4a33-8a1b-8206954cc4c2 req-a21b6e99-70a3-42ba-8753-f2da634106ee tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:27.982528 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2704d04d-4abe-4a33-8a1b-8206954cc4c2 req-a21b6e99-70a3-42ba-8753-f2da634106ee tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 944 time: 0.0542462 Nov 09 10:36:28.036200 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2704d04d-4abe-4a33-8a1b-8206954cc4c2 req-fc3cff97-b6ad-49b0-97cf-2f85a382c082 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469811 Nov 09 10:36:28.111537 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcce7c-a035-4b34-9b32-3c32eb925876 req-8a640260-2621-49e2-82c6-7d425e7ed47d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:28.112976 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a9dcce7c-a035-4b34-9b32-3c32eb925876 req-8a640260-2621-49e2-82c6-7d425e7ed47d tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 950 time: 0.0479066 Nov 09 10:36:28.159812 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a9dcce7c-a035-4b34-9b32-3c32eb925876 req-c28f2a5c-36c2-4b70-a763-adad238bd846 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/security-groups?id=a22441c0-b5eb-4516-8c1c-9670a1085cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407736 Nov 09 10:36:28.876017 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16eeb5-3509-4019-a67d-cc6971f3d617 req-e0eadda2-addd-4e9e-a8f3-5e2e8a7c7432 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:28.877570 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5d16eeb5-3509-4019-a67d-cc6971f3d617 req-e0eadda2-addd-4e9e-a8f3-5e2e8a7c7432 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 945 time: 0.0554209 Nov 09 10:36:28.930331 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5d16eeb5-3509-4019-a67d-cc6971f3d617 req-77603fc9-92f0-4a6e-b5be-19963cabecc1 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452065 Nov 09 10:36:28.995944 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2134d-4e2d-4665-bf35-c80b10e6532a req-194ce03d-ec81-47df-80c3-5c4a53a16a4e tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:28.997723 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-78e2134d-4e2d-4665-bf35-c80b10e6532a req-194ce03d-ec81-47df-80c3-5c4a53a16a4e tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0529213 Nov 09 10:36:29.055734 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-78e2134d-4e2d-4665-bf35-c80b10e6532a req-49558889-8f01-4011-a4f6-43b998855740 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514872 Nov 09 10:36:29.152850 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d0a06-73c5-44a3-be85-444abc0565af req-f421e3a9-cc75-4d3a-8040-824fc6460267 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:29.154340 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b87d0a06-73c5-44a3-be85-444abc0565af req-f421e3a9-cc75-4d3a-8040-824fc6460267 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 944 time: 0.0477917 Nov 09 10:36:29.212350 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b87d0a06-73c5-44a3-be85-444abc0565af req-8451ca60-c1a9-440c-8f10-e710e1cbc243 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520432 Nov 09 10:36:29.284554 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe74c0-1914-4bb5-be28-7053c38d2e4d req-e9f708a2-30fc-4369-b06a-aa8655d44729 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:29.286191 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-fcfe74c0-1914-4bb5-be28-7053c38d2e4d req-e9f708a2-30fc-4369-b06a-aa8655d44729 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 950 time: 0.0539329 Nov 09 10:36:29.334864 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-fcfe74c0-1914-4bb5-be28-7053c38d2e4d req-a880084f-ba23-4252-a33f-22cba77f0c3f tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/security-groups?id=a22441c0-b5eb-4516-8c1c-9670a1085cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413811 Nov 09 10:36:29.902960 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650f16a-fd2e-409e-83c5-abb0606728dc req-8a452e1d-b47d-4188-ba01-b607190fe1d6 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:29.904512 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b650f16a-fd2e-409e-83c5-abb0606728dc req-8a452e1d-b47d-4188-ba01-b607190fe1d6 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 950 time: 0.0501609 Nov 09 10:36:30.075293 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [req-b650f16a-fd2e-409e-83c5-abb0606728dc req-0feb77df-90bf-4c87-bf44-2a6dbc5851dd tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Deleting port 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:36:30.075942 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-b650f16a-fd2e-409e-83c5-abb0606728dc req-0feb77df-90bf-4c87-bf44-2a6dbc5851dd tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:30.085245 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41287a-ddfb-4eb0-ac18-e141e06b5d9a req-2fcad8ab-5375-47f8-93b9-95c05c7f24a0 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:30.087291 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-db41287a-ddfb-4eb0-ac18-e141e06b5d9a req-2fcad8ab-5375-47f8-93b9-95c05c7f24a0 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 945 time: 0.0795662 Nov 09 10:36:30.181010 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f4335-cb99-4d48-bae1-42584f81bc01 req-379863df-fb16-4205-b58e-c05952466a3f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:30.182552 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5b2f4335-cb99-4d48-bae1-42584f81bc01 req-379863df-fb16-4205-b58e-c05952466a3f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0545707 Nov 09 10:36:30.194903 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-db41287a-ddfb-4eb0-ac18-e141e06b5d9a req-bf222047-5039-4e93-b10e-0c146268ce95 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/security-groups?id=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961149 Nov 09 10:36:30.226346 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-b650f16a-fd2e-409e-83c5-abb0606728dc req-0feb77df-90bf-4c87-bf44-2a6dbc5851dd tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] For port 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=73f6a0f3-79c3-4d4c-ae34-908c44ee3b50,segment=NetworkSegment(cb71e764-08bf-4928-9021-71134ad1c910),segment_id=cb71e764-08bf-4928-9021-71134ad1c910)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:36:30.227160 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-b650f16a-fd2e-409e-83c5-abb0606728dc req-0feb77df-90bf-4c87-bf44-2a6dbc5851dd tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:30.245705 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [req-b650f16a-fd2e-409e-83c5-abb0606728dc req-0feb77df-90bf-4c87-bf44-2a6dbc5851dd tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Calling delete_port for 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 owned by compute:nova {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:36:30.256738 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5b2f4335-cb99-4d48-bae1-42584f81bc01 req-e6648ce3-b5b7-4004-a437-fe28aaf57190 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659306 Nov 09 10:36:30.319075 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb4784-d5a6-4bf0-a42a-3067dcd7ad96 req-857b4975-c516-41fa-88a3-e552b8118c9f tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:30.320566 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-afeb4784-d5a6-4bf0-a42a-3067dcd7ad96 req-857b4975-c516-41fa-88a3-e552b8118c9f tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.30 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 945 time: 0.0556901 Nov 09 10:36:30.381574 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379e158-6d5a-4e83-a387-24fa304a2328 req-c620d5ac-74f8-4678-8abd-80b183170867 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:30.383366 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e379e158-6d5a-4e83-a387-24fa304a2328 req-c620d5ac-74f8-4678-8abd-80b183170867 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 944 time: 0.0674403 Nov 09 10:36:30.485273 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e379e158-6d5a-4e83-a387-24fa304a2328 req-2ec3c446-f73f-40a4-b716-8a3e8c5132ba tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835099 Nov 09 10:36:30.521219 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650c281-655f-4e0f-9641-b487ed04453c req-27000e8a-0a3c-4188-b701-56090d560c6c tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:30.523268 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5650c281-655f-4e0f-9641-b487ed04453c req-27000e8a-0a3c-4188-b701-56090d560c6c tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 950 time: 0.0971081 Nov 09 10:36:30.561395 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-afeb4784-d5a6-4bf0-a42a-3067dcd7ad96 req-64eb9cac-c4da-4d37-bf87-90f3a3756262 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Deleting port 5b4082fe-5c36-4667-a041-200e50fb0ba6 {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:36:30.561732 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-afeb4784-d5a6-4bf0-a42a-3067dcd7ad96 req-64eb9cac-c4da-4d37-bf87-90f3a3756262 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:30.596453 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-b650f16a-fd2e-409e-83c5-abb0606728dc req-0feb77df-90bf-4c87-bf44-2a6dbc5851dd tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:30.610500 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['73f6a0f3-79c3-4d4c-ae34-908c44ee3b50'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:36:30.627773 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb77df-90bf-4c87-bf44-2a6dbc5851dd tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Pushing event deleted for resources: {'Port': ['ID=73f6a0f3-79c3-4d4c-ae34-908c44ee3b50,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:30.651554 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5650c281-655f-4e0f-9641-b487ed04453c req-23c893e8-60a5-48bd-927f-05e97738dbf2 tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/security-groups?id=a22441c0-b5eb-4516-8c1c-9670a1085cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216309 Nov 09 10:36:30.689881 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-afeb4784-d5a6-4bf0-a42a-3067dcd7ad96 req-64eb9cac-c4da-4d37-bf87-90f3a3756262 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] For port 5b4082fe-5c36-4667-a041-200e50fb0ba6, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=5b4082fe-5c36-4667-a041-200e50fb0ba6,segment=NetworkSegment(da635f12-1d74-4c9e-8403-47c555fa6346),segment_id=da635f12-1d74-4c9e-8403-47c555fa6346)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:36:30.690239 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-afeb4784-d5a6-4bf0-a42a-3067dcd7ad96 req-64eb9cac-c4da-4d37-bf87-90f3a3756262 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:30.690596 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-b650f16a-fd2e-409e-83c5-abb0606728dc req-0feb77df-90bf-4c87-bf44-2a6dbc5851dd tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] No DVR routers for this DVR port 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 on host hv-cinder-81662 {{(pid=101904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:36:30.695228 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-b650f16a-fd2e-409e-83c5-abb0606728dc req-0feb77df-90bf-4c87-bf44-2a6dbc5851dd tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:30.699322 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b650f16a-fd2e-409e-83c5-abb0606728dc req-0feb77df-90bf-4c87-bf44-2a6dbc5851dd tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.30 "DELETE /v2.0/ports/73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 HTTP/1.1" status: 204 len: 173 time: 0.7866912 Nov 09 10:36:30.699815 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7f4033-0246-4cb7-bc44-78fc79681448', 'name': 'network-vif-deleted', 'tag': '73f6a0f3-79c3-4d4c-ae34-908c44ee3b50'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:36:30.704175 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681694da-d8e8-43f4-b62f-1fb48cf25b7a" -d '{"events": [{"server_uuid": "2b7f4033-0246-4cb7-bc44-78fc79681448", "name": "network-vif-deleted", "tag": "73f6a0f3-79c3-4d4c-ae34-908c44ee3b50"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:36:30.719764 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-afeb4784-d5a6-4bf0-a42a-3067dcd7ad96 req-64eb9cac-c4da-4d37-bf87-90f3a3756262 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Calling delete_port for 5b4082fe-5c36-4667-a041-200e50fb0ba6 owned by compute:nova {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:36:30.754506 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a60023a-8eaf-41bb-8e50-e714b672bbb1 x-openstack-request-id: req-8a60023a-8eaf-41bb-8e50-e714b672bbb1 {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:36:30.754800 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7f4033-0246-4cb7-bc44-78fc79681448", "name": "network-vif-deleted", "tag": "73f6a0f3-79c3-4d4c-ae34-908c44ee3b50", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:36:30.755054 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a60023a-8eaf-41bb-8e50-e714b672bbb1 {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:36:30.755453 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7f4033-0246-4cb7-bc44-78fc79681448', 'name': 'network-vif-deleted', 'tag': '73f6a0f3-79c3-4d4c-ae34-908c44ee3b50', 'status': 'completed', 'code': 200} Nov 09 10:36:31.042291 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-afeb4784-d5a6-4bf0-a42a-3067dcd7ad96 req-64eb9cac-c4da-4d37-bf87-90f3a3756262 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:31.056238 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['5b4082fe-5c36-4667-a041-200e50fb0ba6'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:36:31.074597 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb9cac-c4da-4d37-bf87-90f3a3756262 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Pushing event deleted for resources: {'Port': ['ID=5b4082fe-5c36-4667-a041-200e50fb0ba6,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:31.111583 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 41540) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:31.140670 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [req-afeb4784-d5a6-4bf0-a42a-3067dcd7ad96 req-64eb9cac-c4da-4d37-bf87-90f3a3756262 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] No DVR routers for this DVR port 5b4082fe-5c36-4667-a041-200e50fb0ba6 on host hv-cinder-81662 {{(pid=101905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:36:31.143821 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-afeb4784-d5a6-4bf0-a42a-3067dcd7ad96 req-64eb9cac-c4da-4d37-bf87-90f3a3756262 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:31.147303 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-afeb4784-d5a6-4bf0-a42a-3067dcd7ad96 req-64eb9cac-c4da-4d37-bf87-90f3a3756262 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.30 "DELETE /v2.0/ports/5b4082fe-5c36-4667-a041-200e50fb0ba6 HTTP/1.1" status: 204 len: 173 time: 0.8156908 Nov 09 10:36:31.148421 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c07487-72bd-4c21-8d60-f4bbce7fba5a', 'name': 'network-vif-deleted', 'tag': '5b4082fe-5c36-4667-a041-200e50fb0ba6'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:36:31.151506 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f260e3b-fd83-4c93-9df1-3ae7f95dafbf" -d '{"events": [{"server_uuid": "30c07487-72bd-4c21-8d60-f4bbce7fba5a", "name": "network-vif-deleted", "tag": "5b4082fe-5c36-4667-a041-200e50fb0ba6"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:36:31.160014 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device f137f694-12be-40a2-af9b-d28f9b1b9082 details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:36:31.229187 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f86c476-3dcc-4317-9180-938fbc56b1dd x-openstack-request-id: req-3f86c476-3dcc-4317-9180-938fbc56b1dd {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:36:31.230724 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c07487-72bd-4c21-8d60-f4bbce7fba5a", "name": "network-vif-deleted", "tag": "5b4082fe-5c36-4667-a041-200e50fb0ba6", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:36:31.230975 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f86c476-3dcc-4317-9180-938fbc56b1dd {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:36:31.231372 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c07487-72bd-4c21-8d60-f4bbce7fba5a', 'name': 'network-vif-deleted', 'tag': '5b4082fe-5c36-4667-a041-200e50fb0ba6', 'status': 'completed', 'code': 200} Nov 09 10:36:31.240023 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f34f17aa-fc61-4d37-b27e-4bf2040e5ced admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:31.294973 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port f137f694-12be-40a2-af9b-d28f9b1b9082, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=f137f694-12be-40a2-af9b-d28f9b1b9082,segment=NetworkSegment(75dffec9-8d21-416f-bf4b-903e91046ced),segment_id=75dffec9-8d21-416f-bf4b-903e91046ced)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:36:31.307885 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': 'f137f694-12be-40a2-af9b-d28f9b1b9082', 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6', 'port_id': 'f137f694-12be-40a2-af9b-d28f9b1b9082', 'mac_address': 'fa:16:3e:ff:17:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b1c900-fb6b-416f-a417-507bcc3a8be2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:36:31.327267 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0a3d5a2d-7fa7-4267-9dc7-914de7067947 req-52be879c-ddae-4836-b325-295c12936cc6 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 210 time: 0.0372522 Nov 09 10:36:31.357268 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:31.365179 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f34f17aa-fc61-4d37-b27e-4bf2040e5ced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:31.375158 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f137f694-12be-40a2-af9b-d28f9b1b9082 {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:36:31.392550 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07527d6-a8e9-41eb-a0e9-9b0513a26238 req-e428e380-d4a6-42d8-9df2-26cce6d3502c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:31.394131 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e07527d6-a8e9-41eb-a0e9-9b0513a26238 req-e428e380-d4a6-42d8-9df2-26cce6d3502c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0631514 Nov 09 10:36:31.399168 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port f137f694-12be-40a2-af9b-d28f9b1b9082, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=f137f694-12be-40a2-af9b-d28f9b1b9082,segment=NetworkSegment(75dffec9-8d21-416f-bf4b-903e91046ced),segment_id=75dffec9-8d21-416f-bf4b-903e91046ced)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:36:31.436534 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f34f17aa-fc61-4d37-b27e-4bf2040e5ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:31.456520 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e07527d6-a8e9-41eb-a0e9-9b0513a26238 req-7f9f97cf-eea8-4958-983b-bed8edad3574 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546947 Nov 09 10:36:31.466628 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:31.503589 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-f34f17aa-fc61-4d37-b27e-4bf2040e5ced admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d1f940de53e491197669bb7b6598415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3901758 Nov 09 10:36:31.507789 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 41552) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:31.509982 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f17aa-fc61-4d37-b27e-4bf2040e5ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c4f30e-4fdf-4423-9477-19ef01aaafa3,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:31.552394 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=f137f694-12be-40a2-af9b-d28f9b1b9082,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:31.556002 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 41556) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:31.560873 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:31.561519 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:31.561796 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:31.562130 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:31.562462 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:31.563048 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:31.564118 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:31.564448 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:31.564799 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:31.565130 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:31.565457 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:31.565830 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:36:31.591066 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bfff2cbd-6e0e-4d9b-8d2a-c4604fbba1f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:31.616175 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bfff2cbd-6e0e-4d9b-8d2a-c4604fbba1f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:31.626192 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91066b0-2ad3-4ed5-b089-3d7acd302774 req-8bc6be16-d7cc-4039-8a05-c66501278169 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:31.627815 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d91066b0-2ad3-4ed5-b089-3d7acd302774 req-8bc6be16-d7cc-4039-8a05-c66501278169 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 945 time: 0.0580468 Nov 09 10:36:31.733587 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d91066b0-2ad3-4ed5-b089-3d7acd302774 req-c607753b-5156-45c4-8c82-29e245cbe3d8 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955222 Nov 09 10:36:31.735957 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-22210951-ea0f-4cbe-aae2-2fbafe5bf052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:31.808306 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bfff2cbd-6e0e-4d9b-8d2a-c4604fbba1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:31.813619 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bfff2cbd-6e0e-4d9b-8d2a-c4604fbba1f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:31.814850 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-bfff2cbd-6e0e-4d9b-8d2a-c4604fbba1f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a7c4f30e-4fdf-4423-9477-19ef01aaafa3 HTTP/1.1" status: 204 len: 168 time: 0.3060479 Nov 09 10:36:31.834855 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff2cbd-6e0e-4d9b-8d2a-c4604fbba1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c4f30e-4fdf-4423-9477-19ef01aaafa3,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:31.866563 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a244457f-5ca7-4719-b626-5666331c5e32 req-d25e788d-3a3f-4cee-8e8d-05fc1ad7888a tempest-VolumesNegativeTest-1040988805 tempest-VolumesNegativeTest-1040988805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b7f4033-0246-4cb7-bc44-78fc79681448 HTTP/1.1" status: 200 len: 210 time: 0.0462348 Nov 09 10:36:31.885671 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['f137f694-12be-40a2-af9b-d28f9b1b9082'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:36:31.920194 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-22210951-ea0f-4cbe-aae2-2fbafe5bf052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:32.082358 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-22210951-ea0f-4cbe-aae2-2fbafe5bf052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:32.124044 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-22210951-ea0f-4cbe-aae2-2fbafe5bf052 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16fcc69c10c546f4b9ff788967e0ccb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5665376 Nov 09 10:36:32.124926 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22210951-ea0f-4cbe-aae2-2fbafe5bf052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74de2964-83b1-4a0f-b54c-addc603f9f2b,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:32.129157 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 41566) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:32.184827 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1180-d434-41bd-ab0d-f10bb46ad075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:32.214554 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1180-d434-41bd-ab0d-f10bb46ad075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:32.442487 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1180-d434-41bd-ab0d-f10bb46ad075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:32.447780 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1180-d434-41bd-ab0d-f10bb46ad075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:32.448844 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-1b3c1180-d434-41bd-ab0d-f10bb46ad075 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/74de2964-83b1-4a0f-b54c-addc603f9f2b HTTP/1.1" status: 204 len: 168 time: 0.3197768 Nov 09 10:36:32.457437 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c1180-d434-41bd-ab0d-f10bb46ad075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74de2964-83b1-4a0f-b54c-addc603f9f2b,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:32.463893 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ec0b558a-6fe0-483e-9a3e-d315b35bb139 req-dcd00699-94d4-42a4-ba67-d76d29948d04 tempest-DeleteServersTestJSON-1848161486 tempest-DeleteServersTestJSON-1848161486-project] 10.222.0.35 "GET /v2.0/ports?device_id=30c07487-72bd-4c21-8d60-f4bbce7fba5a HTTP/1.1" status: 200 len: 210 time: 0.0321984 Nov 09 10:36:32.598809 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc551a9-442c-4dbd-b1f1-d84bc804fea4 req-2c6ce77c-2550-4728-9a10-ad7d01195d66 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:32.600198 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-8bc551a9-442c-4dbd-b1f1-d84bc804fea4 req-2c6ce77c-2550-4728-9a10-ad7d01195d66 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0546525 Nov 09 10:36:32.660732 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-8bc551a9-442c-4dbd-b1f1-d84bc804fea4 req-2d2b9203-e06a-4e50-b3ae-af9f0d90fcaa tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496292 Nov 09 10:36:32.823886 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 41584) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:32.860626 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-aa3d3503-bcff-4029-8449-4ee6c7fdf951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:32.888940 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da758a99-10e8-48b7-9e44-3bda9e83a51b req-45ea6c32-0f50-44b0-ae05-b9fd0e1de84e tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:32.890417 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-da758a99-10e8-48b7-9e44-3bda9e83a51b req-45ea6c32-0f50-44b0-ae05-b9fd0e1de84e tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 945 time: 0.0816362 Nov 09 10:36:32.952526 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-aa3d3503-bcff-4029-8449-4ee6c7fdf951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:32.958209 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-da758a99-10e8-48b7-9e44-3bda9e83a51b req-0e6900e2-1125-42d2-b8e0-793a4ba6b7e2 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578690 Nov 09 10:36:32.997878 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 41590) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:33.036054 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-aa3d3503-bcff-4029-8449-4ee6c7fdf951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:33.075011 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-aa3d3503-bcff-4029-8449-4ee6c7fdf951 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45beec3f89814592b8bbc0cfa98598ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498798 Nov 09 10:36:33.076944 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d3503-bcff-4029-8449-4ee6c7fdf951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db36dc35-94d4-482c-9b36-d9c49ce964cd,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:33.080685 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 41598) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:33.121717 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-42510c7d-3aa3-4423-8631-4b1badfadd03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:33.175707 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device f137f694-12be-40a2-af9b-d28f9b1b9082 up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:36:33.176280 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c637b3fb-5e9d-4078-b2a3-493fd96f98bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:33.211154 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c637b3fb-5e9d-4078-b2a3-493fd96f98bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:33.273873 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-42510c7d-3aa3-4423-8631-4b1badfadd03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:33.384740 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning for port f137f694-12be-40a2-af9b-d28f9b1b9082 completed by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:36:33.386612 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-42510c7d-3aa3-4423-8631-4b1badfadd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:33.390022 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port f137f694-12be-40a2-af9b-d28f9b1b9082 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:36:33.391085 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:33.441913 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-42510c7d-3aa3-4423-8631-4b1badfadd03 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0dd46acda0f74c8c9be37878934aba8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4425056 Nov 09 10:36:33.445223 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 41610) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:33.445885 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42510c7d-3aa3-4423-8631-4b1badfadd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c49c44c-034f-43ce-8440-77e9a7b1fe5c,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:33.465039 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c637b3fb-5e9d-4078-b2a3-493fd96f98bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:33.467789 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c637b3fb-5e9d-4078-b2a3-493fd96f98bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:33.470414 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-c637b3fb-5e9d-4078-b2a3-493fd96f98bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/db36dc35-94d4-482c-9b36-d9c49ce964cd HTTP/1.1" status: 204 len: 168 time: 0.3874650 Nov 09 10:36:33.489626 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:33.518721 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637b3fb-5e9d-4078-b2a3-493fd96f98bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db36dc35-94d4-482c-9b36-d9c49ce964cd,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:33.527462 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf9a9cd-5816-4665-bcc6-e2a754b943c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f137f694-12be-40a2-af9b-d28f9b1b9082'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:36:33.529782 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ee228f-6e26-4b83-8237-e036e672d0f7" -d '{"events": [{"server_uuid": "daf9a9cd-5816-4665-bcc6-e2a754b943c0", "name": "network-vif-plugged", "status": "completed", "tag": "f137f694-12be-40a2-af9b-d28f9b1b9082"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:36:33.559796 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-aa962c58-017d-4c86-8121-f4b9009d8a8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:33.562758 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port f137f694-12be-40a2-af9b-d28f9b1b9082, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=f137f694-12be-40a2-af9b-d28f9b1b9082,segment=NetworkSegment(75dffec9-8d21-416f-bf4b-903e91046ced),segment_id=75dffec9-8d21-416f-bf4b-903e91046ced)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:36:33.593721 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258e03c5-f1b2-42c1-b396-e4ef2faf08ba x-openstack-request-id: req-258e03c5-f1b2-42c1-b396-e4ef2faf08ba {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:36:33.594327 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf9a9cd-5816-4665-bcc6-e2a754b943c0", "name": "network-vif-plugged", "status": "completed", "tag": "f137f694-12be-40a2-af9b-d28f9b1b9082", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:36:33.594327 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-258e03c5-f1b2-42c1-b396-e4ef2faf08ba {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:36:33.594681 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf9a9cd-5816-4665-bcc6-e2a754b943c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f137f694-12be-40a2-af9b-d28f9b1b9082', 'code': 200} Nov 09 10:36:33.600077 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-aa962c58-017d-4c86-8121-f4b9009d8a8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:33.677186 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:33.678029 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:36:33.777627 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] No Port match for: 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:36:33.777856 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 73f6a0f3-79c3-4d4c-ae34-908c44ee3b50 not bound to the agent host hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:36:33.778552 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 5b4082fe-5c36-4667-a041-200e50fb0ba6 no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:36:33.802951 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] No Port match for: 5b4082fe-5c36-4667-a041-200e50fb0ba6 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:36:33.803683 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 5b4082fe-5c36-4667-a041-200e50fb0ba6 not bound to the agent host hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:36:33.807018 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=f137f694-12be-40a2-af9b-d28f9b1b9082,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:33.815166 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-aa962c58-017d-4c86-8121-f4b9009d8a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:33.818719 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-aa962c58-017d-4c86-8121-f4b9009d8a8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:33.828561 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-aa962c58-017d-4c86-8121-f4b9009d8a8f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c49c44c-034f-43ce-8440-77e9a7b1fe5c HTTP/1.1" status: 204 len: 168 time: 0.3796346 Nov 09 10:36:33.841541 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa962c58-017d-4c86-8121-f4b9009d8a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c49c44c-034f-43ce-8440-77e9a7b1fe5c,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:33.867730 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abbe16-5d1a-4d6e-972d-ac4dfbbd758c req-a25cdcb5-c1f5-49b0-90b0-7cb1286fb5c4 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:33.870019 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e7abbe16-5d1a-4d6e-972d-ac4dfbbd758c req-a25cdcb5-c1f5-49b0-90b0-7cb1286fb5c4 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.1021287 Nov 09 10:36:33.942076 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e7abbe16-5d1a-4d6e-972d-ac4dfbbd758c req-217b2782-03e9-4ad0-aa45-35ba4e754711 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648603 Nov 09 10:36:34.120060 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cafc7e-2af6-4e81-a398-72d77353656d req-2f6eab01-5c82-47a4-b819-04cb96b64ef8 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:34.121714 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f4cafc7e-2af6-4e81-a398-72d77353656d req-2f6eab01-5c82-47a4-b819-04cb96b64ef8 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 946 time: 0.0783648 Nov 09 10:36:34.194935 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de428451-aac3-4ba1-8016-f443d4ce5582 req-6449df31-942a-4035-9c20-ac7551057a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:34.196358 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-de428451-aac3-4ba1-8016-f443d4ce5582 req-6449df31-942a-4035-9c20-ac7551057a28 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 1099 time: 0.0737712 Nov 09 10:36:34.205574 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f4cafc7e-2af6-4e81-a398-72d77353656d req-961212d0-93a8-4f33-be96-521ae21d0649 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749662 Nov 09 10:36:34.256679 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-de428451-aac3-4ba1-8016-f443d4ce5582 req-d8e2235f-e036-4589-abc9-8d1ee1b532f9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497499 Nov 09 10:36:35.080807 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762abf1a-7ae0-4a37-bd11-420fe98ace82 req-9d631993-8db7-4cd8-8340-22b3922e4034 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:35.082364 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-762abf1a-7ae0-4a37-bd11-420fe98ace82 req-9d631993-8db7-4cd8-8340-22b3922e4034 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0568509 Nov 09 10:36:35.132302 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 41754) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:35.133345 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-762abf1a-7ae0-4a37-bd11-420fe98ace82 req-b10d68d5-f712-4f78-ab47-dff12eade3fc tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447922 Nov 09 10:36:35.307214 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-a7061681-5f9e-4b0b-a288-a826c58daf02 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-182960195-network', 'tenant_id': 'bcca51d6c84d4962857babeca9f19d26'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:36:35.361439 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9951d-bec2-4e34-946f-342686e75b12 req-008b4b2e-8f98-4269-adff-3906e7f8a343 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:35.363568 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6df9951d-bec2-4e34-946f-342686e75b12 req-008b4b2e-8f98-4269-adff-3906e7f8a343 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 946 time: 0.0553486 Nov 09 10:36:35.398345 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 41784) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:35.431229 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6df9951d-bec2-4e34-946f-342686e75b12 req-48485241-5e72-4dd2-a79d-cb4e1efd8abd tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542367 Nov 09 10:36:35.457101 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7061681-5f9e-4b0b-a288-a826c58daf02 admin admin] Made reservation on behalf of bcca51d6c84d4962857babeca9f19d26 for: {'network': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:36:35.459432 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a7061681-5f9e-4b0b-a288-a826c58daf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for network, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:35.470967 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_v2 [None req-74185444-b162-44b7-bdd0-b9f4326900d5 admin admin] Deleting subnet 8cbea09b-5cac-448d-8ef7-d31bef828359 {{(pid=101905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 10:36:35.474225 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a7061681-5f9e-4b0b-a288-a826c58daf02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:35.476782 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-74185444-b162-44b7-bdd0-b9f4326900d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:35.755689 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-74185444-b162-44b7-bdd0-b9f4326900d5 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:35.769101 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-74185444-b162-44b7-bdd0-b9f4326900d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1578030'] for subnet, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:35.871763 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a7061681-5f9e-4b0b-a288-a826c58daf02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:36.011470 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a7061681-5f9e-4b0b-a288-a826c58daf02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:36.012435 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-74185444-b162-44b7-bdd0-b9f4326900d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1578023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for subnet, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:36.050741 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74185444-b162-44b7-bdd0-b9f4326900d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cbea09b-5cac-448d-8ef7-d31bef828359,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:36.059141 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7061681-5f9e-4b0b-a288-a826c58daf02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:36:36.063021 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-74185444-b162-44b7-bdd0-b9f4326900d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:36.066300 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-74185444-b162-44b7-bdd0-b9f4326900d5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8cbea09b-5cac-448d-8ef7-d31bef828359 HTTP/1.1" status: 204 len: 168 time: 0.6644907 Nov 09 10:36:36.066987 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 41810) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:36.079288 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a7061681-5f9e-4b0b-a288-a826c58daf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:36.079627 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.db.segments_db [None req-a7061681-5f9e-4b0b-a288-a826c58daf02 admin admin] Added segment f5e59569-a447-4d5f-8d52-cd6060d0e398 of type vlan for network f51c9ba3-bc65-47a2-b101-28e93246c8bd Nov 09 10:36:36.080830 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7061681-5f9e-4b0b-a288-a826c58daf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f797c847-a0e8-4cef-a047-8402a8e81d94,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:36.129262 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a7061681-5f9e-4b0b-a288-a826c58daf02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781390311891'] for network, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:36.173593 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1668299'] for network, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:36.270391 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a7061681-5f9e-4b0b-a288-a826c58daf02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for network, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:36.272903 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7061681-5f9e-4b0b-a288-a826c58daf02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:36.273581 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a7061681-5f9e-4b0b-a288-a826c58daf02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:36.282573 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1578843', 'neutron.services.segments.db._delete_segments_for_network-8781390831665'] for network, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:36.308082 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:36:36.308417 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:36:36.309335 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:36:36.309852 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Subscribe: > port after_create 55550000 {{(pid=101904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:36:36.310332 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Subscribe: > port after_delete 55550000 {{(pid=101904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:36:36.310831 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Subscribe: > port after_update 55550000 {{(pid=101904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:36:36.311396 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:36:36.312378 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:36:36.312963 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:36:36.313472 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:36:36.390655 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c76d80-44c4-4569-bb58-14c1930f6666 req-4d0e9d9b-e324-4065-b234-a373c4ed89b3 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:36.397985 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-68c76d80-44c4-4569-bb58-14c1930f6666 req-4d0e9d9b-e324-4065-b234-a373c4ed89b3 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.1674094 Nov 09 10:36:36.420701 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7061681-5f9e-4b0b-a288-a826c58daf02 admin admin] Pushing event updated for resources: {'Network': ['ID=f51c9ba3-bc65-47a2-b101-28e93246c8bd,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:36.445119 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Network f51c9ba3-bc65-47a2-b101-28e93246c8bd details requested by agent ovs-agent-dv-cinder-816628-1-iscsi with host dv-cinder-816628-1-iscsi {{(pid=101906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 10:36:36.473844 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-68c76d80-44c4-4569-bb58-14c1930f6666 req-de85efb0-e1ac-4bd0-815e-6c67771ca2f2 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746596 Nov 09 10:36:36.489039 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-a7061681-5f9e-4b0b-a288-a826c58daf02 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3543072 Nov 09 10:36:36.489940 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 41864) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:36.497368 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-882eed41-2c8f-4f52-ba33-b072dfa76b2b admin admin] Request body: {'subnet': {'network_id': 'f51c9ba3-bc65-47a2-b101-28e93246c8bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-182960195-subnet', 'tenant_id': 'bcca51d6c84d4962857babeca9f19d26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:36:36.605339 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:36:36.605678 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:36:36.606069 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:36:36.606389 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:36:36.606776 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0acbc6a-fb34-43c2-885e-eb403620ff93']}} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:36:36.636151 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da635f12-1d74-4c9e-8403-47c555fa6346') {'for_net_delete': True} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:36:36.636435 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da635f12-1d74-4c9e-8403-47c555fa6346') {} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:36:36.673801 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781390865722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8625581'] for segment, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:36.705794 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:36.723534 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839dd98-1201-4537-9a37-523caac186da req-7d33379b-7910-4418-8300-ce88b1ebbac3 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:36.725352 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d839dd98-1201-4537-9a37-523caac186da req-7d33379b-7910-4418-8300-ce88b1ebbac3 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 946 time: 0.1132441 Nov 09 10:36:36.727259 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 10:36:36.727651 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9053843'] for segment, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:36.743608 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882eed41-2c8f-4f52-ba33-b072dfa76b2b admin admin] Made reservation on behalf of bcca51d6c84d4962857babeca9f19d26 for: {'subnet': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: from cryptography.utils import int_from_bytes Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: from cryptography.utils import int_from_bytes Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: Traceback (most recent call last): Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: timer() Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: cb(*args, **kw) Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: return func(*args, **kwargs) Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: self._notify() Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: self.callback(batched_events) Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: event.method(event) Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: return f(self, *a, **k) Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: return self._get(url).json() Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: return self.request(url, 'GET', **kwargs) Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 10:36:36.745390 dv-cinder-816628-1-iscsi neutron-server[101904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 10:36:36.747422 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-882eed41-2c8f-4f52-ba33-b072dfa76b2b admin admin] Publish callbacks [] for subnet, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:36.841748 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d839dd98-1201-4537-9a37-523caac186da req-b7076643-ed19-4bb8-9d29-95a87f294919 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926561 Nov 09 10:36:36.984714 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741285'] for network, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:36.998932 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:37.004528 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] 10.222.0.35 "DELETE /v2.0/networks/a0acbc6a-fb34-43c2-885e-eb403620ff93 HTTP/1.1" status: 204 len: 168 time: 0.9361432 Nov 09 10:36:37.016396 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8438d12-f22f-410f-9450-6358a4bbd96f admin admin] Pushing event deleted for resources: {'Network': ['ID=a0acbc6a-fb34-43c2-885e-eb403620ff93,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:37.025054 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-882eed41-2c8f-4f52-ba33-b072dfa76b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for subnet, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:37.091332 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882eed41-2c8f-4f52-ba33-b072dfa76b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=28dbdfa8-f5df-4144-8be7-f8324ce0cc4f,revision_number=0']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:37.096324 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882eed41-2c8f-4f52-ba33-b072dfa76b2b admin admin] Checking segment: {'id': 'f5e59569-a447-4d5f-8d52-cd6060d0e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f51c9ba3-bc65-47a2-b101-28e93246c8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:36:37.096679 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882eed41-2c8f-4f52-ba33-b072dfa76b2b admin admin] Network hostable DHCP agents. Network: f51c9ba3-bc65-47a2-b101-28e93246c8bd, hostable agents: ['bb6b8b96-70eb-486f-b492-dd7d5d6af293'], hosted agents: [] {{(pid=101905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:36:37.190217 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882eed41-2c8f-4f52-ba33-b072dfa76b2b admin admin] Network f51c9ba3-bc65-47a2-b101-28e93246c8bd is scheduled to be hosted by DHCP agent bb6b8b96-70eb-486f-b492-dd7d5d6af293 with binding_index 1 {{(pid=101905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:36:37.271623 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-882eed41-2c8f-4f52-ba33-b072dfa76b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816628-1-iscsi, f51c9ba3-bc65-47a2-b101-28e93246c8bd) {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:36:37.277402 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882eed41-2c8f-4f52-ba33-b072dfa76b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:37.291550 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-882eed41-2c8f-4f52-ba33-b072dfa76b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:37.294142 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc727ad-3aed-4352-8cff-47ec99f971ca None None] Network f51c9ba3-bc65-47a2-b101-28e93246c8bd requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:36:37.473332 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-882eed41-2c8f-4f52-ba33-b072dfa76b2b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9800081 Nov 09 10:36:37.507551 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb312e5-e942-4db8-b3d7-11697ba26ee3 None None] Network f51c9ba3-bc65-47a2-b101-28e93246c8bd requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:36:37.993997 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 41928) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:37.994560 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf25d82-f42d-4c1b-a6f6-4bb3da58fa16 req-f998a2ce-5364-4d4f-b8d2-0e82a6336adc tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:37.994560 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ebf25d82-f42d-4c1b-a6f6-4bb3da58fa16 req-f998a2ce-5364-4d4f-b8d2-0e82a6336adc tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.1267850 Nov 09 10:36:37.994779 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-7c1178c2-fb8b-422a-b6e9-57f889ed7a18 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bc589f1addda41c09c4c042f7af97752&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0699689 Nov 09 10:36:37.994851 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ebf25d82-f42d-4c1b-a6f6-4bb3da58fa16 req-c89b81a4-7176-4d5d-9318-017d456edc3f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459414 Nov 09 10:36:37.995053 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 41930) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:37.995053 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-35467a23-ddd2-4ccd-b298-c075b310557e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:38.002908 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-35467a23-ddd2-4ccd-b298-c075b310557e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:38.159383 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 41944) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:38.270199 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d6171e26-79e7-4117-b497-a18758eac0fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:38.341199 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-35467a23-ddd2-4ccd-b298-c075b310557e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:38.343747 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-35467a23-ddd2-4ccd-b298-c075b310557e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:38.344978 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-35467a23-ddd2-4ccd-b298-c075b310557e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/caa18bcd-9f6d-4126-a4ed-f767e6e83ec3 HTTP/1.1" status: 204 len: 168 time: 0.4154892 Nov 09 10:36:38.364172 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35467a23-ddd2-4ccd-b298-c075b310557e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa18bcd-9f6d-4126-a4ed-f767e6e83ec3,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:38.429552 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d6171e26-79e7-4117-b497-a18758eac0fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:38.613476 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d6171e26-79e7-4117-b497-a18758eac0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:38.656551 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6171e26-79e7-4117-b497-a18758eac0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd97bdb9-651c-4c54-a44e-de310a01ad4c,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:38.668347 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-d6171e26-79e7-4117-b497-a18758eac0fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89c73459db614d268e814d847bf66973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5007403 Nov 09 10:36:38.669681 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 42016) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:38.743599 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c9446fbf-6fd3-4d57-8953-e09cf4b55308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:38.775707 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c9446fbf-6fd3-4d57-8953-e09cf4b55308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:38.948019 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c9446fbf-6fd3-4d57-8953-e09cf4b55308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:38.949610 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c9446fbf-6fd3-4d57-8953-e09cf4b55308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:38.950892 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-c9446fbf-6fd3-4d57-8953-e09cf4b55308 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd97bdb9-651c-4c54-a44e-de310a01ad4c HTTP/1.1" status: 204 len: 168 time: 0.2801614 Nov 09 10:36:38.969760 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9446fbf-6fd3-4d57-8953-e09cf4b55308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd97bdb9-651c-4c54-a44e-de310a01ad4c,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:39.075220 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab1676-be9a-4b4c-934a-49201efbb2d6 req-8de18216-8969-4b50-8e6d-1428a15586ed tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:39.075220 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-53ab1676-be9a-4b4c-934a-49201efbb2d6 req-8de18216-8969-4b50-8e6d-1428a15586ed tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0642965 Nov 09 10:36:39.127586 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-53ab1676-be9a-4b4c-934a-49201efbb2d6 req-6e167156-b8a4-4d7d-a3ed-f497f4b09fde tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467384 Nov 09 10:36:39.757281 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 42082) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:39.774209 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-dc72c158-9d01-486c-92a5-c89a9973a021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:39.878336 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-dc72c158-9d01-486c-92a5-c89a9973a021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:39.996002 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-dc72c158-9d01-486c-92a5-c89a9973a021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:40.047488 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-dc72c158-9d01-486c-92a5-c89a9973a021 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3cad786ff1664dbfbc5029f634e5bd09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889829 Nov 09 10:36:40.048211 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 42094) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:40.058158 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72c158-9d01-486c-92a5-c89a9973a021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f9ede7-b792-4283-b0fa-b298afd2e614,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:40.120606 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1f37fdd8-40b3-4384-8a12-4e035c17988e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:40.149899 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1f37fdd8-40b3-4384-8a12-4e035c17988e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:40.288029 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdb693-e321-41dc-a5e1-91d6e0f4fb6d req-d7a93cdc-877f-43a9-8c23-d89bef560730 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:40.290549 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-77fdb693-e321-41dc-a5e1-91d6e0f4fb6d req-d7a93cdc-877f-43a9-8c23-d89bef560730 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0634248 Nov 09 10:36:40.375738 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-77fdb693-e321-41dc-a5e1-91d6e0f4fb6d req-dfcf6384-7119-4b83-8c53-48fdbbcda0a2 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779369 Nov 09 10:36:40.384678 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1f37fdd8-40b3-4384-8a12-4e035c17988e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:40.387460 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1f37fdd8-40b3-4384-8a12-4e035c17988e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:40.388707 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-1f37fdd8-40b3-4384-8a12-4e035c17988e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69f9ede7-b792-4283-b0fa-b298afd2e614 HTTP/1.1" status: 204 len: 168 time: 0.3322804 Nov 09 10:36:40.434086 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37fdd8-40b3-4384-8a12-4e035c17988e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f9ede7-b792-4283-b0fa-b298afd2e614,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:40.520961 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-11557a8b-1855-45ff-9782-a26ad4929928 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:40.522475 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-11557a8b-1855-45ff-9782-a26ad4929928 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/networks?id=f51c9ba3-bc65-47a2-b101-28e93246c8bd HTTP/1.1" status: 200 len: 808 time: 0.1309850 Nov 09 10:36:40.539481 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-2a88c240-fe21-4a73-a49a-3cb33d2c25e6 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/quotas/bcca51d6c84d4962857babeca9f19d26 HTTP/1.1" status: 200 len: 375 time: 0.0092261 Nov 09 10:36:40.580518 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-f3a763eb-8b35-48d4-84dc-f1cdc65003c4 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bcca51d6c84d4962857babeca9f19d26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347497 Nov 09 10:36:40.692675 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-9bacccf7-b327-4e37-b431-1343fc615d00 service neutron] 10.222.0.35 "GET /v2.0/networks/f51c9ba3-bc65-47a2-b101-28e93246c8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095779 Nov 09 10:36:40.805909 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-aed63219-4afa-48ca-a265-dbcc752bb0c9 service neutron] 10.222.0.35 "GET /v2.0/networks/f51c9ba3-bc65-47a2-b101-28e93246c8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048310 Nov 09 10:36:41.162490 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-87bc263e-f991-4030-ace3-573070d8f578 req-1d8a7a85-0a0a-42b2-8909-a3d20f02d81a tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 210 time: 0.0515585 Nov 09 10:36:41.299060 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-4779b377-c4fc-4976-9f41-588ec57fd4b7 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:41.301345 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-4779b377-c4fc-4976-9f41-588ec57fd4b7 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/networks?id=5554d1a8-4766-4ee1-bd4f-871198ca55f6 HTTP/1.1" status: 200 len: 815 time: 0.1660316 Nov 09 10:36:41.336858 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-89136f31-118e-4919-bf3d-34dd102a1de5 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/quotas/39b4a5ce13d4496f8a0f0a50d852098e HTTP/1.1" status: 200 len: 375 time: 0.0127974 Nov 09 10:36:41.399786 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-d6ca8a6f-5d97-4587-8c37-4f056ce8620a tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=39b4a5ce13d4496f8a0f0a50d852098e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521269 Nov 09 10:36:41.503739 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-e5d13d7e-fc37-422f-9879-d510f4e5839f service neutron] 10.222.0.35 "GET /v2.0/networks/5554d1a8-4766-4ee1-bd4f-871198ca55f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961874 Nov 09 10:36:41.546118 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534d35b-65b7-474d-a5ee-f3c45b90ec89 req-8cb5b394-7ee2-4f2f-ba9f-e20739c021cd tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:41.548710 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c534d35b-65b7-474d-a5ee-f3c45b90ec89 req-8cb5b394-7ee2-4f2f-ba9f-e20739c021cd tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0747714 Nov 09 10:36:41.630624 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-abb28093-750b-4d94-84b3-65ded02e976c service neutron] 10.222.0.35 "GET /v2.0/networks/5554d1a8-4766-4ee1-bd4f-871198ca55f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184118 Nov 09 10:36:41.635596 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c534d35b-65b7-474d-a5ee-f3c45b90ec89 req-e902ef48-449c-4cc3-b7ae-def23aaf71eb tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749211 Nov 09 10:36:42.002895 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e828294c-e4fd-4a6a-828b-e92246c0c4e7 req-bdf06202-148b-42f3-ab9f-3d5bf128438e tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 210 time: 0.0404570 Nov 09 10:36:42.246135 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4f318370-7286-408e-8548-747ea2006b49 req-2fac2f4e-b7ca-4b89-9c89-f3feefa74544 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 210 time: 0.0383103 Nov 09 10:36:42.552826 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 42252) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:42.644576 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 42256) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:42.764481 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-8a273e7d-e2c2-4af9-babe-739a7c364356 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:42.821228 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f495cd9-5633-4e45-88be-ed05e2e1ccef req-98bb4813-ab5d-40dd-8003-6c20aac84c6e tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:42.822737 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4f495cd9-5633-4e45-88be-ed05e2e1ccef req-98bb4813-ab5d-40dd-8003-6c20aac84c6e tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.1031823 Nov 09 10:36:42.889629 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4f495cd9-5633-4e45-88be-ed05e2e1ccef req-2f6db185-2886-4811-af48-c980e5a6e66d tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601897 Nov 09 10:36:42.898583 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-e427f89f-c45e-4132-9fc2-78927cdf0dc1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d823ea16c394a2db96710191d5f5e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484841 Nov 09 10:36:42.900632 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 42270) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:42.925192 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-8a273e7d-e2c2-4af9-babe-739a7c364356 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:42.955777 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-292c34b4-5781-49e9-a333-9db74a0ca414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:42.977085 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-292c34b4-5781-49e9-a333-9db74a0ca414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:43.018926 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-8a273e7d-e2c2-4af9-babe-739a7c364356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:43.068340 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-8a273e7d-e2c2-4af9-babe-739a7c364356 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b9828893ebfc45edbb56a1cf087bea73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5144470 Nov 09 10:36:43.072398 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a273e7d-e2c2-4af9-babe-739a7c364356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdd2ccd-b218-4efb-ab82-0a8e7e7d055b,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:43.072521 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 42276) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:43.122221 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-af1f62d1-aae5-4146-8dcb-b1d6b6641ca8 req-c4b6d5fe-a245-4b3d-a34b-34edc5d8c102 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 210 time: 0.0429261 Nov 09 10:36:43.161871 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-292c34b4-5781-49e9-a333-9db74a0ca414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:43.161871 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-292c34b4-5781-49e9-a333-9db74a0ca414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:43.161871 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-292c34b4-5781-49e9-a333-9db74a0ca414 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a22441c0-b5eb-4516-8c1c-9670a1085cee HTTP/1.1" status: 204 len: 168 time: 0.2575958 Nov 09 10:36:43.172410 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ba38ae69-9650-48cd-b285-b43fac6575d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:43.174521 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c34b4-5781-49e9-a333-9db74a0ca414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22441c0-b5eb-4516-8c1c-9670a1085cee,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:43.227614 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ba38ae69-9650-48cd-b285-b43fac6575d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:43.373556 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d3c6c5b2-1f72-4d21-83fc-74d32cd257d0 req-963aca55-0bc1-497a-9606-5579aec6d5c3 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 210 time: 0.0296855 Nov 09 10:36:43.442498 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ba38ae69-9650-48cd-b285-b43fac6575d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:43.445513 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ba38ae69-9650-48cd-b285-b43fac6575d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:43.448653 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-ba38ae69-9650-48cd-b285-b43fac6575d6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8cdd2ccd-b218-4efb-ab82-0a8e7e7d055b HTTP/1.1" status: 204 len: 168 time: 0.3739712 Nov 09 10:36:43.456898 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38ae69-9650-48cd-b285-b43fac6575d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdd2ccd-b218-4efb-ab82-0a8e7e7d055b,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:44.065206 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ae23e-78e0-42f6-84aa-e7ed5aa98074 req-22f80065-d7e2-4951-b33d-527c59f71063 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:44.067737 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-288ae23e-78e0-42f6-84aa-e7ed5aa98074 req-22f80065-d7e2-4951-b33d-527c59f71063 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0628746 Nov 09 10:36:44.115830 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aada18-a5d6-4a14-81d3-dc61377f8fd9 req-7635ec10-0c70-4aa9-a277-51907a4c5e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:44.117821 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-63aada18-a5d6-4a14-81d3-dc61377f8fd9 req-7635ec10-0c70-4aa9-a277-51907a4c5e51 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 1098 time: 0.0618773 Nov 09 10:36:44.131597 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-288ae23e-78e0-42f6-84aa-e7ed5aa98074 req-9cb62e9e-488f-4ec8-bb3e-b3f37e12ca07 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561695 Nov 09 10:36:44.232286 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-63aada18-a5d6-4a14-81d3-dc61377f8fd9 req-73f97cae-89be-41e2-a656-ed3dfef0049b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054020 Nov 09 10:36:44.251276 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4d0c8ab3-a063-446a-b839-4d3a6fb8c71a req-9dd958cb-bb3c-4f7f-88ae-fe4a429d4bbb tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 210 time: 0.0350001 Nov 09 10:36:44.472228 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-3c928e6f-438d-4f97-adf6-9c39e139ef80 req-1ee19b0a-ba14-42a2-8871-b1e364ba155a tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 210 time: 0.0256763 Nov 09 10:36:44.512803 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 42322) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:44.531634 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c681f53a-e7e7-4238-9322-a54ee92a4602 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:44.673151 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c681f53a-e7e7-4238-9322-a54ee92a4602 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:44.705390 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-98528ee1-b890-4b41-b532-29213e64b4da tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:44.707355 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-98528ee1-b890-4b41-b532-29213e64b4da tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.30 "GET /v2.0/networks?id=f51c9ba3-bc65-47a2-b101-28e93246c8bd HTTP/1.1" status: 200 len: 808 time: 0.1684008 Nov 09 10:36:44.726937 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-bc166b22-ed91-4894-95a3-769dc3aa982c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Request body: {'port': {'device_id': 'ab95f416-7cfe-4634-af31-fed4de3399a3', 'network_id': 'f51c9ba3-bc65-47a2-b101-28e93246c8bd', 'admin_state_up': True, 'tenant_id': 'bcca51d6c84d4962857babeca9f19d26'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:36:44.847479 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c681f53a-e7e7-4238-9322-a54ee92a4602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:44.886957 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-c681f53a-e7e7-4238-9322-a54ee92a4602 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b3ebc6796b0450e93aba2e0a2a1c5e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3765454 Nov 09 10:36:44.888063 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681f53a-e7e7-4238-9322-a54ee92a4602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f76255-0759-48a4-83f8-9f058e473078,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:44.890614 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 42330) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:44.939503 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3669ad55-916f-43f2-9e65-df4c80eba724 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:44.971485 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3669ad55-916f-43f2-9e65-df4c80eba724 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:44.982680 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-bc166b22-ed91-4894-95a3-769dc3aa982c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Made reservation on behalf of bcca51d6c84d4962857babeca9f19d26 for: {'port': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:36:44.982680 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-bc166b22-ed91-4894-95a3-769dc3aa982c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:45.060877 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 42336) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:45.176268 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_common [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-bc166b22-ed91-4894-95a3-769dc3aa982c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Allocated IP 172.20.0.8 (f51c9ba3-bc65-47a2-b101-28e93246c8bd/28dbdfa8-f5df-4144-8be7-f8324ce0cc4f/448ceaab-a38a-4f15-a277-29bcf2d0c2c5) {{(pid=101905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:36:45.205907 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-9f422fa8-2bd7-402c-baa3-821599ebf8d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1931427691-network', 'tenant_id': '640b54f9b67c485a84c3d04294d65400'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:36:45.214479 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3669ad55-916f-43f2-9e65-df4c80eba724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:45.217547 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3669ad55-916f-43f2-9e65-df4c80eba724 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:45.218417 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-3669ad55-916f-43f2-9e65-df4c80eba724 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0f76255-0759-48a4-83f8-9f058e473078 HTTP/1.1" status: 204 len: 168 time: 0.3271017 Nov 09 10:36:45.252577 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669ad55-916f-43f2-9e65-df4c80eba724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f76255-0759-48a4-83f8-9f058e473078,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:45.316729 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f422fa8-2bd7-402c-baa3-821599ebf8d0 admin admin] Made reservation on behalf of 640b54f9b67c485a84c3d04294d65400 for: {'network': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:36:45.320265 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-9f422fa8-2bd7-402c-baa3-821599ebf8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for network, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:45.331571 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-9f422fa8-2bd7-402c-baa3-821599ebf8d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:45.360215 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ed956-27e7-4735-a6d6-6af48f078805 req-d796464b-ddf1-40dc-849b-cec127fe49c9 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:45.361840 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2c0ed956-27e7-4735-a6d6-6af48f078805 req-d796464b-ddf1-40dc-849b-cec127fe49c9 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.1322992 Nov 09 10:36:45.377395 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-732d5947-f0e9-44f1-a3c0-821c4ef74684 req-bad2ba87-ccb7-469e-804f-db15bc917ce4 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 210 time: 0.0358095 Nov 09 10:36:45.447340 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-bc166b22-ed91-4894-95a3-769dc3aa982c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Publish callbacks [] for port, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:45.459801 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-9f422fa8-2bd7-402c-baa3-821599ebf8d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:45.462319 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2c0ed956-27e7-4735-a6d6-6af48f078805 req-3a3d8304-d6ed-4b53-bf1b-43d9ca226483 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899999 Nov 09 10:36:45.608617 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-036b1281-9a9b-43e7-93a0-5305db7b5776 req-1a3b0ae5-8288-4c18-b059-826229b2c8dc tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 210 time: 0.0595171 Nov 09 10:36:45.611714 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-9f422fa8-2bd7-402c-baa3-821599ebf8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:45.624155 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f422fa8-2bd7-402c-baa3-821599ebf8d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=101904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:36:45.625280 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-bc166b22-ed91-4894-95a3-769dc3aa982c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:45.634727 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-9f422fa8-2bd7-402c-baa3-821599ebf8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:45.635161 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.segments_db [None req-9f422fa8-2bd7-402c-baa3-821599ebf8d0 admin admin] Added segment d4aaba3d-c1b6-4e3c-819e-7eff923d00d3 of type vlan for network 660cd402-50db-4db3-8bfe-9b76071b69c8 Nov 09 10:36:45.699626 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-bc166b22-ed91-4894-95a3-769dc3aa982c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Network f51c9ba3-bc65-47a2-b101-28e93246c8bd is already hosted by enough agents. {{(pid=101905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:36:45.702898 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-bc166b22-ed91-4894-95a3-769dc3aa982c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Resources bound (agent type, host, resource id): {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:36:45.705315 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-bc166b22-ed91-4894-95a3-769dc3aa982c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Received port after_create {{(pid=101905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:36:45.711932 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-bc166b22-ed91-4894-95a3-769dc3aa982c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:45.712637 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-bc166b22-ed91-4894-95a3-769dc3aa982c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:45.724562 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f422fa8-2bd7-402c-baa3-821599ebf8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:45.732185 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-9f422fa8-2bd7-402c-baa3-821599ebf8d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781390311891'] for network, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:45.746725 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc166b22-ed91-4894-95a3-769dc3aa982c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Pushing event updated for resources: {'Port': ['ID=448ceaab-a38a-4f15-a277-29bcf2d0c2c5,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:45.785272 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-121b3bc3-9d9c-4662-b5ae-c6da5cc93548 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:45.786779 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-121b3bc3-9d9c-4662-b5ae-c6da5cc93548 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.30 "GET /v2.0/networks?id=5554d1a8-4766-4ee1-bd4f-871198ca55f6 HTTP/1.1" status: 200 len: 815 time: 0.2706149 Nov 09 10:36:45.802922 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-a2b32f99-e321-42a9-8aff-3cb85afbf14c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Request body: {'port': {'device_id': '948f9420-0823-4643-bc32-21636281fc3a', 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6', 'admin_state_up': True, 'tenant_id': '39b4a5ce13d4496f8a0f0a50d852098e'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:36:45.858610 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-bc166b22-ed91-4894-95a3-769dc3aa982c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1398706 Nov 09 10:36:45.880738 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] Request body: {'port': {'device_id': 'ab95f416-7cfe-4634-af31-fed4de3399a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81662'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:36:45.885275 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-9f422fa8-2bd7-402c-baa3-821599ebf8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for network, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:45.885472 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f422fa8-2bd7-402c-baa3-821599ebf8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:45.886048 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-9f422fa8-2bd7-402c-baa3-821599ebf8d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:45.940689 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:46.226677 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 42372) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:46.232782 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-9f422fa8-2bd7-402c-baa3-821599ebf8d0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1704831 Nov 09 10:36:46.234009 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-cc69964a-e6dc-4c52-859e-a2c345eff319 admin admin] Request body: {'subnet': {'network_id': '660cd402-50db-4db3-8bfe-9b76071b69c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1931427691-subnet', 'tenant_id': '640b54f9b67c485a84c3d04294d65400', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:36:46.243739 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f422fa8-2bd7-402c-baa3-821599ebf8d0 admin admin] Pushing event updated for resources: {'Network': ['ID=660cd402-50db-4db3-8bfe-9b76071b69c8,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:46.265148 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Network 660cd402-50db-4db3-8bfe-9b76071b69c8 details requested by agent ovs-agent-dv-cinder-816628-1-iscsi with host dv-cinder-816628-1-iscsi {{(pid=101906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 10:36:46.287649 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448ceaab-a38a-4f15-a277-29bcf2d0c2c5 {{(pid=101905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:36:46.297055 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:46.311250 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.provisioning_blocks [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] Transition to ACTIVE for port object 448ceaab-a38a-4f15-a277-29bcf2d0c2c5 will not be triggered until provisioned by entity L2. {{(pid=101905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:36:46.407243 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc69964a-e6dc-4c52-859e-a2c345eff319 admin admin] Made reservation on behalf of 640b54f9b67c485a84c3d04294d65400 for: {'subnet': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:36:46.409654 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-cc69964a-e6dc-4c52-859e-a2c345eff319 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:46.467944 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:46.478065 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d7c7c838-121d-4b65-856f-b3c008bd0664 req-0c0428b0-1629-4c67-8283-85cd05278102 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 210 time: 0.0266316 Nov 09 10:36:46.574785 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] Pushing event updated for resources: {'Port': ['ID=448ceaab-a38a-4f15-a277-29bcf2d0c2c5,revision_number=2']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:46.613633 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-a2b32f99-e321-42a9-8aff-3cb85afbf14c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Made reservation on behalf of 39b4a5ce13d4496f8a0f0a50d852098e for: {'port': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:36:46.621165 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-a2b32f99-e321-42a9-8aff-3cb85afbf14c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:46.627688 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.managers [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] Attempting to bind port 448ceaab-a38a-4f15-a277-29bcf2d0c2c5 on host hv-cinder-81662 for vnic_type normal with profile {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:36:46.627688 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.managers [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] Attempting to bind port 448ceaab-a38a-4f15-a277-29bcf2d0c2c5 by drivers openvswitch,hyperv on host hv-cinder-81662 at level 0 using segments [{'id': 'f5e59569-a447-4d5f-8d52-cd6060d0e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f51c9ba3-bc65-47a2-b101-28e93246c8bd'}] {{(pid=101905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:36:46.627688 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] Attempting to bind port 448ceaab-a38a-4f15-a277-29bcf2d0c2c5 on network f51c9ba3-bc65-47a2-b101-28e93246c8bd {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:36:46.638481 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] Port 448ceaab-a38a-4f15-a277-29bcf2d0c2c5 on network f51c9ba3-bc65-47a2-b101-28e93246c8bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81662 {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 10:36:46.638803 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] Attempting to bind port 448ceaab-a38a-4f15-a277-29bcf2d0c2c5 on network f51c9ba3-bc65-47a2-b101-28e93246c8bd {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:36:46.671984 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] Checking agent: {'id': 'b8adbdf0-e7b5-4c08-8a0d-020b5ee3746c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'started_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:36:46.672345 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] Checking segment: {'id': 'f5e59569-a447-4d5f-8d52-cd6060d0e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f51c9ba3-bc65-47a2-b101-28e93246c8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:36:46.672743 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] Bound using segment: {'id': 'f5e59569-a447-4d5f-8d52-cd6060d0e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f51c9ba3-bc65-47a2-b101-28e93246c8bd'} {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:36:46.673195 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.managers [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] Bound port: 448ceaab-a38a-4f15-a277-29bcf2d0c2c5, host: hv-cinder-81662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5e59569-a447-4d5f-8d52-cd6060d0e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f51c9ba3-bc65-47a2-b101-28e93246c8bd'}}] {{(pid=101905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:36:46.673552 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:46.699254 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da90ff3-2431-4001-b304-2d77d9ae245a req-00c12d5d-ddf0-4d15-9100-aa2fbecc7420 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:46.707027 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9da90ff3-2431-4001-b304-2d77d9ae245a req-00c12d5d-ddf0-4d15-9100-aa2fbecc7420 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.1561267 Nov 09 10:36:46.809971 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-a2b32f99-e321-42a9-8aff-3cb85afbf14c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Allocated IP 172.20.0.7 (5554d1a8-4766-4ee1-bd4f-871198ca55f6/31b1c900-fb6b-416f-a417-507bcc3a8be2/a85ee1a5-296a-420d-a011-888db7794ba2) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:36:46.838643 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e55a-8fde-4baf-84c0-44236cc01c3a req-325af71e-fe58-4c1b-a18a-bb8a06da94a8 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:46.840256 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-efb9e55a-8fde-4baf-84c0-44236cc01c3a req-325af71e-fe58-4c1b-a18a-bb8a06da94a8 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 943 time: 0.0897310 Nov 09 10:36:46.856868 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] For port 448ceaab-a38a-4f15-a277-29bcf2d0c2c5, host hv-cinder-81662, cleared binding levels {{(pid=101905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:36:46.869397 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9da90ff3-2431-4001-b304-2d77d9ae245a req-591c319c-1416-4894-b0b6-f0f17af1e925 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609905 Nov 09 10:36:46.873830 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] For port 448ceaab-a38a-4f15-a277-29bcf2d0c2c5, host hv-cinder-81662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=448ceaab-a38a-4f15-a277-29bcf2d0c2c5,segment=NetworkSegment(f5e59569-a447-4d5f-8d52-cd6060d0e398),segment_id=f5e59569-a447-4d5f-8d52-cd6060d0e398)] {{(pid=101905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:36:46.935459 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-efb9e55a-8fde-4baf-84c0-44236cc01c3a req-7731462b-b2e2-498a-8a37-11936adb1c81 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863912 Nov 09 10:36:46.967979 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-cc69964a-e6dc-4c52-859e-a2c345eff319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for subnet, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:47.009020 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:47.061426 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-a2b32f99-e321-42a9-8aff-3cb85afbf14c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:47.071571 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69964a-e6dc-4c52-859e-a2c345eff319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd299e29-2f6e-4f6d-ba19-3ca7dec2f4c0,revision_number=0']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:47.084129 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:47.085049 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:47.086933 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] 10.222.0.30 "PUT /v2.0/ports/448ceaab-a38a-4f15-a277-29bcf2d0c2c5 HTTP/1.1" status: 200 len: 1093 time: 1.2104950 Nov 09 10:36:47.089342 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab95f416-7cfe-4634-af31-fed4de3399a3', 'tag': '448ceaab-a38a-4f15-a277-29bcf2d0c2c5'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:36:47.090772 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2c149-0faf-4d2a-9afc-ed699792c0f4 req-f94c4852-a194-4eac-aba1-e6a6cb62edac tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:47.091762 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4797cd-f10b-4330-bb06-d07d4a9530ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ab95f416-7cfe-4634-af31-fed4de3399a3", "tag": "448ceaab-a38a-4f15-a277-29bcf2d0c2c5"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:36:47.093606 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9ea2c149-0faf-4d2a-9afc-ed699792c0f4 req-f94c4852-a194-4eac-aba1-e6a6cb62edac tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0879874 Nov 09 10:36:47.165283 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a9879-1097-4b21-9d8b-a28cba7756a7 service neutron] Pushing event updated for resources: {'Port': ['ID=448ceaab-a38a-4f15-a277-29bcf2d0c2c5,revision_number=3']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:47.172694 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b362507-e865-43bd-a6f5-74dcc872513e x-openstack-request-id: req-6b362507-e865-43bd-a6f5-74dcc872513e {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:36:47.173111 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab95f416-7cfe-4634-af31-fed4de3399a3", "tag": "448ceaab-a38a-4f15-a277-29bcf2d0c2c5", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:36:47.173460 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b362507-e865-43bd-a6f5-74dcc872513e {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:36:47.173948 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab95f416-7cfe-4634-af31-fed4de3399a3', 'tag': '448ceaab-a38a-4f15-a277-29bcf2d0c2c5', 'status': 'completed', 'code': 200} Nov 09 10:36:47.181802 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9ea2c149-0faf-4d2a-9afc-ed699792c0f4 req-2985f080-9155-4913-9c79-aaa235dea421 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636094 Nov 09 10:36:47.189780 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc69964a-e6dc-4c52-859e-a2c345eff319 admin admin] Checking segment: {'id': 'd4aaba3d-c1b6-4e3c-819e-7eff923d00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '660cd402-50db-4db3-8bfe-9b76071b69c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:36:47.189780 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc69964a-e6dc-4c52-859e-a2c345eff319 admin admin] Network hostable DHCP agents. Network: 660cd402-50db-4db3-8bfe-9b76071b69c8, hostable agents: ['bb6b8b96-70eb-486f-b492-dd7d5d6af293'], hosted agents: [] {{(pid=101905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:36:47.236900 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-a2b32f99-e321-42a9-8aff-3cb85afbf14c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:47.248419 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4797cd-f10b-4330-bb06-d07d4a9530ae req-46f10b09-1950-4683-b6b6-c292daaa0b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:47.248419 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7a4797cd-f10b-4330-bb06-d07d4a9530ae req-46f10b09-1950-4683-b6b6-c292daaa0b88 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcca51d6c84d4962857babeca9f19d26&device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 1096 time: 0.0453205 Nov 09 10:36:47.253343 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['3efed32a-8fe2-427e-9ada-fdc0f5a9c188', 'f137f694-12be-40a2-af9b-d28f9b1b9082'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:36:47.291287 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-a2b32f99-e321-42a9-8aff-3cb85afbf14c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Network 5554d1a8-4766-4ee1-bd4f-871198ca55f6 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:36:47.311906 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-a2b32f99-e321-42a9-8aff-3cb85afbf14c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:36:47.315006 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-a2b32f99-e321-42a9-8aff-3cb85afbf14c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:36:47.361948 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc69964a-e6dc-4c52-859e-a2c345eff319 admin admin] Network 660cd402-50db-4db3-8bfe-9b76071b69c8 is scheduled to be hosted by DHCP agent bb6b8b96-70eb-486f-b492-dd7d5d6af293 with binding_index 1 {{(pid=101905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:36:47.408202 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b32f99-e321-42a9-8aff-3cb85afbf14c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Pushing event updated for resources: {'Port': ['ID=a85ee1a5-296a-420d-a011-888db7794ba2,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:47.454885 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-a2b32f99-e321-42a9-8aff-3cb85afbf14c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:47.455557 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-a2b32f99-e321-42a9-8aff-3cb85afbf14c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:47.476302 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4797cd-f10b-4330-bb06-d07d4a9530ae req-f777dc5b-2f7c-4a11-bbdf-21b6808c21f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:47.478030 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7a4797cd-f10b-4330-bb06-d07d4a9530ae req-f777dc5b-2f7c-4a11-bbdf-21b6808c21f3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=bcca51d6c84d4962857babeca9f19d26&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2187552 Nov 09 10:36:47.585532 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-a2b32f99-e321-42a9-8aff-3cb85afbf14c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7863235 Nov 09 10:36:47.590802 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-cc69964a-e6dc-4c52-859e-a2c345eff319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816628-1-iscsi, 660cd402-50db-4db3-8bfe-9b76071b69c8) {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:36:47.614729 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc69964a-e6dc-4c52-859e-a2c345eff319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:47.616209 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-cc69964a-e6dc-4c52-859e-a2c345eff319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:47.622144 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] Request body: {'port': {'device_id': '948f9420-0823-4643-bc32-21636281fc3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81662'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:36:47.625771 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925b543b-91e5-48fb-93a4-efadee1a0227 None None] Network 660cd402-50db-4db3-8bfe-9b76071b69c8 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:36:47.669123 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4797cd-f10b-4330-bb06-d07d4a9530ae req-07ec1d81-9d28-4f0a-b93d-e2b6637e6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:47.672244 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7a4797cd-f10b-4330-bb06-d07d4a9530ae req-07ec1d81-9d28-4f0a-b93d-e2b6637e6dcd service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1827202 Nov 09 10:36:47.741245 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:36:47.761663 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:47.767254 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-cc69964a-e6dc-4c52-859e-a2c345eff319 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5389469 Nov 09 10:36:47.825630 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-c0d2c224-08d5-4bfe-a0a9-ef366a0f78a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:47.827440 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-c0d2c224-08d5-4bfe-a0a9-ef366a0f78a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcca51d6c84d4962857babeca9f19d26&device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 1096 time: 0.0969508 Nov 09 10:36:47.844653 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b0aa33-a225-43c9-b5d0-2d798c11a9be None None] Network 660cd402-50db-4db3-8bfe-9b76071b69c8 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:36:48.009910 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-13c5c2fe-311c-417b-a0eb-1a9323f27cb6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=448ceaab-a38a-4f15-a277-29bcf2d0c2c5 HTTP/1.1" status: 200 len: 217 time: 0.1016214 Nov 09 10:36:48.084791 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec6934-5b5f-4d1a-afd3-fce162e826a8 req-21b21796-83c5-4373-bc02-ea60c16c56d0 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:48.092606 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-0eec6934-5b5f-4d1a-afd3-fce162e826a8 req-21b21796-83c5-4373-bc02-ea60c16c56d0 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 931 time: 0.2560248 Nov 09 10:36:48.147545 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e62774-8cff-43d4-a529-7d1607eea4c1 req-4c032420-723a-4572-bbc3-16cdaaf50bc7 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:48.149945 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-61e62774-8cff-43d4-a529-7d1607eea4c1 req-4c032420-723a-4572-bbc3-16cdaaf50bc7 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 943 time: 0.0844412 Nov 09 10:36:48.158182 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-c843aa04-ef0c-463a-bb85-d73081da145d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:48.159869 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-c843aa04-ef0c-463a-bb85-d73081da145d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=28dbdfa8-f5df-4144-8be7-f8324ce0cc4f HTTP/1.1" status: 200 len: 848 time: 0.1393712 Nov 09 10:36:48.195922 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-0eec6934-5b5f-4d1a-afd3-fce162e826a8 req-7e7aa33c-83d9-42da-98b9-c850f5be9ca4 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999472 Nov 09 10:36:48.222421 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-b27e377c-931a-41c8-a255-d924853c6287 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f51c9ba3-bc65-47a2-b101-28e93246c8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528357 Nov 09 10:36:48.239338 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a85ee1a5-296a-420d-a011-888db7794ba2 {{(pid=101904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:36:48.252301 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-61e62774-8cff-43d4-a529-7d1607eea4c1 req-5dc1d08f-9d72-4ac1-a05c-76f8a346c9b8 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960178 Nov 09 10:36:48.333106 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-b23710f9-59e8-4b37-b503-431e7f9898fd service neutron] 10.222.0.30 "GET /v2.0/networks/f51c9ba3-bc65-47a2-b101-28e93246c8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004250 Nov 09 10:36:48.416822 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:48.428537 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-27ab6b31-6913-4b1c-b1fc-e7691a2df6e4 req-f3aedeb3-edf7-4453-bf1a-3e4e87c04ffa service neutron] 10.222.0.30 "GET /v2.0/networks/f51c9ba3-bc65-47a2-b101-28e93246c8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873919 Nov 09 10:36:48.432576 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.provisioning_blocks [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] Transition to ACTIVE for port object a85ee1a5-296a-420d-a011-888db7794ba2 will not be triggered until provisioned by entity L2. {{(pid=101904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:36:48.602485 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:48.659689 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] Pushing event updated for resources: {'Port': ['ID=a85ee1a5-296a-420d-a011-888db7794ba2,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:48.750647 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] Attempting to bind port a85ee1a5-296a-420d-a011-888db7794ba2 on host hv-cinder-81662 for vnic_type normal with profile {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:36:48.750647 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] Attempting to bind port a85ee1a5-296a-420d-a011-888db7794ba2 by drivers openvswitch,hyperv on host hv-cinder-81662 at level 0 using segments [{'id': '75dffec9-8d21-416f-bf4b-903e91046ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6'}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:36:48.750647 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] Attempting to bind port a85ee1a5-296a-420d-a011-888db7794ba2 on network 5554d1a8-4766-4ee1-bd4f-871198ca55f6 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:36:48.753421 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] Port a85ee1a5-296a-420d-a011-888db7794ba2 on network 5554d1a8-4766-4ee1-bd4f-871198ca55f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81662 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 10:36:48.753737 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] Attempting to bind port a85ee1a5-296a-420d-a011-888db7794ba2 on network 5554d1a8-4766-4ee1-bd4f-871198ca55f6 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:36:48.758661 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] Checking agent: {'id': 'b8adbdf0-e7b5-4c08-8a0d-020b5ee3746c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'started_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:36:48.758990 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] Checking segment: {'id': '75dffec9-8d21-416f-bf4b-903e91046ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:36:48.759369 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] Bound using segment: {'id': '75dffec9-8d21-416f-bf4b-903e91046ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6'} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:36:48.759785 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] Bound port: a85ee1a5-296a-420d-a011-888db7794ba2, host: hv-cinder-81662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75dffec9-8d21-416f-bf4b-903e91046ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6'}}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:36:48.760162 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:48.830091 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] For port a85ee1a5-296a-420d-a011-888db7794ba2, host hv-cinder-81662, cleared binding levels {{(pid=101904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:36:48.833439 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] For port a85ee1a5-296a-420d-a011-888db7794ba2, host hv-cinder-81662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=a85ee1a5-296a-420d-a011-888db7794ba2,segment=NetworkSegment(75dffec9-8d21-416f-bf4b-903e91046ced),segment_id=75dffec9-8d21-416f-bf4b-903e91046ced)] {{(pid=101904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:36:48.971957 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:49.009233 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:49.009847 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:49.011214 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] 10.222.0.30 "PUT /v2.0/ports/a85ee1a5-296a-420d-a011-888db7794ba2 HTTP/1.1" status: 200 len: 1093 time: 1.4141641 Nov 09 10:36:49.011753 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948f9420-0823-4643-bc32-21636281fc3a', 'tag': 'a85ee1a5-296a-420d-a011-888db7794ba2'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:36:49.014297 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d644b7f-1326-4dbc-9713-34ab32c33c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "948f9420-0823-4643-bc32-21636281fc3a", "tag": "a85ee1a5-296a-420d-a011-888db7794ba2"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:36:49.051115 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22295da-5f19-498d-9a55-05efcf727acb service neutron] Pushing event updated for resources: {'Port': ['ID=a85ee1a5-296a-420d-a011-888db7794ba2,revision_number=3']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:49.057360 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7d6f97-db81-4bd2-bfc2-6d72892f0b30 x-openstack-request-id: req-9c7d6f97-db81-4bd2-bfc2-6d72892f0b30 {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:36:49.057720 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948f9420-0823-4643-bc32-21636281fc3a", "tag": "a85ee1a5-296a-420d-a011-888db7794ba2", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:36:49.058234 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c7d6f97-db81-4bd2-bfc2-6d72892f0b30 {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:36:49.058701 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948f9420-0823-4643-bc32-21636281fc3a', 'tag': 'a85ee1a5-296a-420d-a011-888db7794ba2', 'status': 'completed', 'code': 200} Nov 09 10:36:49.128506 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d644b7f-1326-4dbc-9713-34ab32c33c7f req-eb5ac822-5a61-4799-a6d7-21142a3c3244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:49.130083 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9d644b7f-1326-4dbc-9713-34ab32c33c7f req-eb5ac822-5a61-4799-a6d7-21142a3c3244 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=39b4a5ce13d4496f8a0f0a50d852098e&device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 1096 time: 0.0419743 Nov 09 10:36:49.252060 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d644b7f-1326-4dbc-9713-34ab32c33c7f req-5a6d3eca-1f7e-4ebc-ab07-bbd253adf532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:49.253628 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9d644b7f-1326-4dbc-9713-34ab32c33c7f req-5a6d3eca-1f7e-4ebc-ab07-bbd253adf532 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=39b4a5ce13d4496f8a0f0a50d852098e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1033223 Nov 09 10:36:49.359587 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a8d62-9e81-4ea4-9609-076c70898e30 req-b3501895-0143-4808-94a6-71aa465a659c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:49.362375 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4d7a8d62-9e81-4ea4-9609-076c70898e30 req-b3501895-0143-4808-94a6-71aa465a659c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 943 time: 0.0726969 Nov 09 10:36:49.430797 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d644b7f-1326-4dbc-9713-34ab32c33c7f req-ff809520-7ac1-4fee-a6ca-fdd2faa227f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:49.432332 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9d644b7f-1326-4dbc-9713-34ab32c33c7f req-ff809520-7ac1-4fee-a6ca-fdd2faa227f4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1667056 Nov 09 10:36:49.450752 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07ece6-3e3c-40c1-99a8-3fcc36ad4c67 req-a810470a-9e57-4888-9ef9-5639c66371fd tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:49.458515 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-df07ece6-3e3c-40c1-99a8-3fcc36ad4c67 req-a810470a-9e57-4888-9ef9-5639c66371fd tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 943 time: 0.0860944 Nov 09 10:36:49.462057 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4d7a8d62-9e81-4ea4-9609-076c70898e30 req-ea33ccab-45e3-4d1d-87ae-b4ac5082d602 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875180 Nov 09 10:36:49.528937 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-df07ece6-3e3c-40c1-99a8-3fcc36ad4c67 req-4b089714-4ec6-4ea2-9a8e-27fe61cbd51a tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685179 Nov 09 10:36:49.562423 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-f79785a6-0668-47ed-9451-c6e9d1b7af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:49.563934 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-f79785a6-0668-47ed-9451-c6e9d1b7af67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=39b4a5ce13d4496f8a0f0a50d852098e&device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 1096 time: 0.0618625 Nov 09 10:36:49.634847 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-a92f4c14-8582-4a56-9726-8ae95d7e68ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a85ee1a5-296a-420d-a011-888db7794ba2 HTTP/1.1" status: 200 len: 217 time: 0.0386338 Nov 09 10:36:49.689182 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-a5b3c45d-cc2b-4df3-b13b-c0f1e13be63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:49.690997 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-a5b3c45d-cc2b-4df3-b13b-c0f1e13be63b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31b1c900-fb6b-416f-a417-507bcc3a8be2 HTTP/1.1" status: 200 len: 855 time: 0.0453384 Nov 09 10:36:49.732055 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-f0e6e49b-490b-43b8-b8ce-b7a61d154f04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5554d1a8-4766-4ee1-bd4f-871198ca55f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333385 Nov 09 10:36:49.883960 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-6b31b368-f40a-4ae2-8591-c3da9cdb45a4 service neutron] 10.222.0.30 "GET /v2.0/networks/5554d1a8-4766-4ee1-bd4f-871198ca55f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176910 Nov 09 10:36:49.976429 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-944a816a-bdbd-47f4-a3ea-7c118b92d8ef req-cd0e26fb-31e5-4fb9-bfd6-87997f6a8c70 service neutron] 10.222.0.30 "GET /v2.0/networks/5554d1a8-4766-4ee1-bd4f-871198ca55f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918937 Nov 09 10:36:50.372247 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de5ae0-931c-4c4d-8ef3-bf55386c8674 req-f334c3c1-dd7a-4ccc-a296-764aec0c69fd tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:50.375622 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-78de5ae0-931c-4c4d-8ef3-bf55386c8674 req-f334c3c1-dd7a-4ccc-a296-764aec0c69fd tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0930140 Nov 09 10:36:50.388586 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858374e-920d-4fc5-9e3f-bf3953ee9e9e req-3c8bfa6e-29e5-4962-b529-5b2f424378d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:50.390381 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b858374e-920d-4fc5-9e3f-bf3953ee9e9e req-3c8bfa6e-29e5-4962-b529-5b2f424378d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72d2f00c4c004c6b91287e418c91d927&device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 1099 time: 0.0462439 Nov 09 10:36:50.440230 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-78de5ae0-931c-4c4d-8ef3-bf55386c8674 req-1dd8dc97-ba1a-4793-90d5-74380b1a6250 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574181 Nov 09 10:36:50.534523 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858374e-920d-4fc5-9e3f-bf3953ee9e9e req-bef29c65-7d00-4216-a079-736cf5197071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:50.537835 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b858374e-920d-4fc5-9e3f-bf3953ee9e9e req-bef29c65-7d00-4216-a079-736cf5197071 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7356e1ef-978e-49fa-bc2d-b1ac03294fba HTTP/1.1" status: 200 len: 919 time: 0.1377347 Nov 09 10:36:50.573999 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-79696da9-85b0-404f-8ebb-5d0695d0d684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:50.592070 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 42516) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:50.634681 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24767c2c-bad3-46ef-8e8a-de2a6f902bde req-ceec036e-574d-4e83-8e02-eb02bedf1676 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:50.637537 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-24767c2c-bad3-46ef-8e8a-de2a6f902bde req-ceec036e-574d-4e83-8e02-eb02bedf1676 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 943 time: 0.0962210 Nov 09 10:36:50.686152 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e886039-3d03-4428-be52-855f2e2a9d6e req-5376febd-2162-42fc-928a-7506d981ad23 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:50.688924 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2e886039-3d03-4428-be52-855f2e2a9d6e req-5376febd-2162-42fc-928a-7506d981ad23 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 943 time: 0.0691674 Nov 09 10:36:50.716871 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-24767c2c-bad3-46ef-8e8a-de2a6f902bde req-87442376-2234-46fd-8800-f2ebc14ff9a7 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693934 Nov 09 10:36:50.767521 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-890fab1a-a3fd-4f3e-94d6-f7042521b230 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:50.773505 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2e886039-3d03-4428-be52-855f2e2a9d6e req-aebe328d-2218-46fa-9501-fb3f8e785bfa tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782673 Nov 09 10:36:50.912613 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-890fab1a-a3fd-4f3e-94d6-f7042521b230 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:51.003429 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-355d0d2b-a7a2-4520-9981-445b0ddd41be tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:51.006096 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-355d0d2b-a7a2-4520-9981-445b0ddd41be tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/networks?id=660cd402-50db-4db3-8bfe-9b76071b69c8 HTTP/1.1" status: 200 len: 814 time: 0.1363745 Nov 09 10:36:51.023421 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-bae27539-0755-40d6-8a98-65b5c8987cd7 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/quotas/640b54f9b67c485a84c3d04294d65400 HTTP/1.1" status: 200 len: 375 time: 0.0102644 Nov 09 10:36:51.030232 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-890fab1a-a3fd-4f3e-94d6-f7042521b230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:51.090763 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-558e7f6e-443a-499b-be03-99f9cd285749 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=640b54f9b67c485a84c3d04294d65400&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573411 Nov 09 10:36:51.098725 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fab1a-a3fd-4f3e-94d6-f7042521b230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950aba45-78a0-4ca6-ad7b-b4a3661aa8f3,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:51.103237 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-890fab1a-a3fd-4f3e-94d6-f7042521b230 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea4b976f92654b56a4a01eca415d207d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5096951 Nov 09 10:36:51.107097 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 42534) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:51.165064 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f96192f1-e91a-4134-afe6-d01565349a26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:51.187421 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f96192f1-e91a-4134-afe6-d01565349a26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:51.200235 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-23215285-0fff-4f3f-9af7-d2ce4d119731 service neutron] 10.222.0.35 "GET /v2.0/networks/660cd402-50db-4db3-8bfe-9b76071b69c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949340 Nov 09 10:36:51.339058 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f96192f1-e91a-4134-afe6-d01565349a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:51.344132 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f96192f1-e91a-4134-afe6-d01565349a26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:51.346106 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-f96192f1-e91a-4134-afe6-d01565349a26 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/950aba45-78a0-4ca6-ad7b-b4a3661aa8f3 HTTP/1.1" status: 204 len: 168 time: 0.2371960 Nov 09 10:36:51.362695 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96192f1-e91a-4134-afe6-d01565349a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950aba45-78a0-4ca6-ad7b-b4a3661aa8f3,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:51.512724 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-be738dcf-d315-45dc-890e-3a7c2cac2c23 service neutron] 10.222.0.35 "GET /v2.0/networks/660cd402-50db-4db3-8bfe-9b76071b69c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058329 Nov 09 10:36:51.527226 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 448ceaab-a38a-4f15-a277-29bcf2d0c2c5 details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:36:51.646383 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 448ceaab-a38a-4f15-a277-29bcf2d0c2c5, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=448ceaab-a38a-4f15-a277-29bcf2d0c2c5,segment=NetworkSegment(f5e59569-a447-4d5f-8d52-cd6060d0e398),segment_id=f5e59569-a447-4d5f-8d52-cd6060d0e398)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:36:51.659356 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': '448ceaab-a38a-4f15-a277-29bcf2d0c2c5', 'network_id': 'f51c9ba3-bc65-47a2-b101-28e93246c8bd', 'port_id': '448ceaab-a38a-4f15-a277-29bcf2d0c2c5', 'mac_address': 'fa:16:3e:a4:fc:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28dbdfa8-f5df-4144-8be7-f8324ce0cc4f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:36:51.726870 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:51.755888 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448ceaab-a38a-4f15-a277-29bcf2d0c2c5 {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:36:51.787027 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 448ceaab-a38a-4f15-a277-29bcf2d0c2c5, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=448ceaab-a38a-4f15-a277-29bcf2d0c2c5,segment=NetworkSegment(f5e59569-a447-4d5f-8d52-cd6060d0e398),segment_id=f5e59569-a447-4d5f-8d52-cd6060d0e398)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:36:51.875019 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f37ce9-b5dd-4778-83d5-bc9b5a24590f req-10cd4e12-ae1c-4fb2-845d-d6758888e0b8 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:51.884665 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b7f37ce9-b5dd-4778-83d5-bc9b5a24590f req-10cd4e12-ae1c-4fb2-845d-d6758888e0b8 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0731118 Nov 09 10:36:51.893453 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:51.956785 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b7f37ce9-b5dd-4778-83d5-bc9b5a24590f req-42bfe0e0-23c0-4886-b57c-3b7db5dc6883 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620635 Nov 09 10:36:52.093301 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0dd6c-ae09-4eeb-9704-d15522a030d8 req-e38c1c3f-754b-41c2-b307-b41035551f30 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:52.094971 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-43a0dd6c-ae09-4eeb-9704-d15522a030d8 req-e38c1c3f-754b-41c2-b307-b41035551f30 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 943 time: 0.0652428 Nov 09 10:36:52.117276 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=448ceaab-a38a-4f15-a277-29bcf2d0c2c5,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:52.149781 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-43a0dd6c-ae09-4eeb-9704-d15522a030d8 req-281fd1c7-e578-4e11-be16-31342dc244c9 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470958 Nov 09 10:36:52.218195 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2632110e-bc3c-48f6-b729-0056158e1a56 req-59b56b7e-61fb-4b2b-a543-66745b11113e tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 210 time: 0.0270643 Nov 09 10:36:52.293181 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 42560) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:52.307300 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-833b1f3b-ad84-4a9e-bf6b-06291c2ba91c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:52.329917 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e625e2-acda-41f6-bd50-5593763ad0c0 req-03951e46-26b1-49e3-9421-1ead9040b0c5 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:52.331448 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c2e625e2-acda-41f6-bd50-5593763ad0c0 req-03951e46-26b1-49e3-9421-1ead9040b0c5 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 944 time: 0.0527244 Nov 09 10:36:52.394299 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c2e625e2-acda-41f6-bd50-5593763ad0c0 req-4295e0e6-fb7e-4ecf-8f41-6ee04c3371b8 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528944 Nov 09 10:36:52.405145 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-833b1f3b-ad84-4a9e-bf6b-06291c2ba91c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:52.492907 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-833b1f3b-ad84-4a9e-bf6b-06291c2ba91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:52.538730 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-833b1f3b-ad84-4a9e-bf6b-06291c2ba91c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=08c09fdb782f41ffb82cf7605b344e68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410183 Nov 09 10:36:52.538730 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b1f3b-ad84-4a9e-bf6b-06291c2ba91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b0057e-feb4-47e5-b233-77b923f2523f,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:52.539755 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 42566) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:36:52.589550 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a9da7ccb-95a3-4fef-8dfe-d6c677d50aef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:52.614235 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a9da7ccb-95a3-4fef-8dfe-d6c677d50aef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:52.767644 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a9da7ccb-95a3-4fef-8dfe-d6c677d50aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:52.770354 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a9da7ccb-95a3-4fef-8dfe-d6c677d50aef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:52.771526 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-a9da7ccb-95a3-4fef-8dfe-d6c677d50aef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22b0057e-feb4-47e5-b233-77b923f2523f HTTP/1.1" status: 204 len: 168 time: 0.2313757 Nov 09 10:36:52.781927 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da7ccb-95a3-4fef-8dfe-d6c677d50aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b0057e-feb4-47e5-b233-77b923f2523f,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:53.073548 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776001f1-5284-4dd4-9886-7e2356bb3fe5 req-ebb25f8b-841b-4502-84fc-50ed5595262c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:53.075173 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-776001f1-5284-4dd4-9886-7e2356bb3fe5 req-ebb25f8b-841b-4502-84fc-50ed5595262c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0498502 Nov 09 10:36:53.138630 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-776001f1-5284-4dd4-9886-7e2356bb3fe5 req-42797a75-b3e4-47f4-bbf7-e8a2d8e0836f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479875 Nov 09 10:36:53.279147 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041c462-e1e4-4c43-824b-2482b72f2c7a req-2447da02-c3ec-4156-8767-0cafc96e8712 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:53.280682 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6041c462-e1e4-4c43-824b-2482b72f2c7a req-2447da02-c3ec-4156-8767-0cafc96e8712 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 943 time: 0.0558181 Nov 09 10:36:53.337373 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c597ec19-0149-443d-9142-edc04de68c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:53.345788 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6041c462-e1e4-4c43-824b-2482b72f2c7a req-f48746d4-7db5-4178-b68c-92badec344f4 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585649 Nov 09 10:36:53.430816 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-377b04f9-f8a1-404f-bbcf-feb2b6825887 req-4578b4e8-0c08-4893-ae61-8df26cf24d41 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 210 time: 0.0269606 Nov 09 10:36:53.542912 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b858374e-920d-4fc5-9e3f-bf3953ee9e9e req-4bbac4c5-bc05-46f8-81f2-1ec4c4732220 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bbca5fa-0081-4df3-bbdb-1ebc76058527 HTTP/1.1" status: 200 len: 217 time: 0.0662735 Nov 09 10:36:53.559921 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6c7c7-cc00-40f0-8e45-81a0417abe6c req-e55dd192-d5c7-4ec5-98aa-9dbe16aac57f tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:53.562048 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a5e6c7c7-cc00-40f0-8e45-81a0417abe6c req-e55dd192-d5c7-4ec5-98aa-9dbe16aac57f tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 944 time: 0.0751715 Nov 09 10:36:53.597343 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858374e-920d-4fc5-9e3f-bf3953ee9e9e req-ceae8f72-3c8d-427e-bd22-d83c13f5e3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:53.599220 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b858374e-920d-4fc5-9e3f-bf3953ee9e9e req-ceae8f72-3c8d-427e-bd22-d83c13f5e3b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c28d7e76-70e8-4369-839e-6b3b9fa92053 HTTP/1.1" status: 200 len: 859 time: 0.0474942 Nov 09 10:36:53.622837 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a5e6c7c7-cc00-40f0-8e45-81a0417abe6c req-ec9b6b6f-062d-4302-a708-35c92e138908 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523994 Nov 09 10:36:53.639505 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b858374e-920d-4fc5-9e3f-bf3953ee9e9e req-ceeefa5a-36b2-4e0d-a5f5-f7b8dea14b13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7356e1ef-978e-49fa-bc2d-b1ac03294fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249496 Nov 09 10:36:53.745494 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b858374e-920d-4fc5-9e3f-bf3953ee9e9e req-84afd39d-4c67-4e1d-8870-488ae8d58df4 service neutron] 10.222.0.30 "GET /v2.0/networks/7356e1ef-978e-49fa-bc2d-b1ac03294fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981514 Nov 09 10:36:53.854051 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b858374e-920d-4fc5-9e3f-bf3953ee9e9e req-21b37a01-edc1-49cd-a57b-af1362616710 service neutron] 10.222.0.30 "GET /v2.0/networks/7356e1ef-978e-49fa-bc2d-b1ac03294fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944180 Nov 09 10:36:53.922919 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['448ceaab-a38a-4f15-a277-29bcf2d0c2c5'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:36:53.952881 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:54.275954 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a71ee-b9d7-414e-ab4e-1cc6aa4691a7 req-9f9b9b6e-af17-4579-9ee3-9f5698f0ccb2 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:54.277486 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e01a71ee-b9d7-414e-ab4e-1cc6aa4691a7 req-9f9b9b6e-af17-4579-9ee3-9f5698f0ccb2 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0590086 Nov 09 10:36:54.333901 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e01a71ee-b9d7-414e-ab4e-1cc6aa4691a7 req-3c21359a-356e-4098-9f57-38b4762e8cc9 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502739 Nov 09 10:36:54.466609 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26aed62-14e8-4031-8627-b0166ed75e21 req-b7aaf5a6-cf3a-4dca-ab0f-908bc1f2ae05 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:54.468212 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b26aed62-14e8-4031-8627-b0166ed75e21 req-b7aaf5a6-cf3a-4dca-ab0f-908bc1f2ae05 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 943 time: 0.0519042 Nov 09 10:36:54.520793 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b26aed62-14e8-4031-8627-b0166ed75e21 req-7cf537d7-fb7b-4ec4-9947-87e46c30c2c9 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460687 Nov 09 10:36:54.530476 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0a916369-2549-4bec-b073-76ffa2fcbce2 req-f73f5e49-b009-40cd-a449-4ef37722de74 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 210 time: 0.0273392 Nov 09 10:36:54.567730 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:54.758003 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbaa0a-2c1c-4e41-9c13-aedd84cb8a89 req-c2418c2f-e4f6-4ecc-af8a-1cb7d31ac7a0 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:54.759596 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b3cbaa0a-2c1c-4e41-9c13-aedd84cb8a89 req-c2418c2f-e4f6-4ecc-af8a-1cb7d31ac7a0 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 944 time: 0.0641031 Nov 09 10:36:54.816288 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b3cbaa0a-2c1c-4e41-9c13-aedd84cb8a89 req-03e72d7f-8225-4ca1-bd13-5b32a0d349ea tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493491 Nov 09 10:36:55.040635 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-2769f09c-1bce-4af1-8b17-d67a98d1c0b0 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:55.043725 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-2769f09c-1bce-4af1-8b17-d67a98d1c0b0 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.30 "GET /v2.0/networks?id=660cd402-50db-4db3-8bfe-9b76071b69c8 HTTP/1.1" status: 200 len: 814 time: 0.1503167 Nov 09 10:36:55.061040 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-7f3aed84-1f96-4648-a40a-014b5347cf1a tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Request body: {'port': {'device_id': 'a5924110-d06d-417d-9686-b288506a4155', 'network_id': '660cd402-50db-4db3-8bfe-9b76071b69c8', 'admin_state_up': True, 'tenant_id': '640b54f9b67c485a84c3d04294d65400'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:36:55.282016 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-7f3aed84-1f96-4648-a40a-014b5347cf1a tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Made reservation on behalf of 640b54f9b67c485a84c3d04294d65400 for: {'port': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:36:55.286429 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-7f3aed84-1f96-4648-a40a-014b5347cf1a tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:55.440323 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-7f3aed84-1f96-4648-a40a-014b5347cf1a tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Allocated IP 172.20.0.8 (660cd402-50db-4db3-8bfe-9b76071b69c8/cd299e29-2f6e-4f6d-ba19-3ca7dec2f4c0/57025d56-126d-4a16-a8f5-a8c2b1c1acc8) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:36:55.472496 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33dcc5-0bb1-4fa5-a971-1d51ecfe5580 req-d11b01e9-6842-44a6-9fe0-74e426007e4b tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:55.480377 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 448ceaab-a38a-4f15-a277-29bcf2d0c2c5 up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:36:55.480521 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-eb33dcc5-0bb1-4fa5-a971-1d51ecfe5580 req-d11b01e9-6842-44a6-9fe0-74e426007e4b tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0599205 Nov 09 10:36:55.514101 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:55.538831 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-eb33dcc5-0bb1-4fa5-a971-1d51ecfe5580 req-1d705d21-8165-497d-b38e-a3c135b788c1 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556710 Nov 09 10:36:55.636415 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning for port 448ceaab-a38a-4f15-a277-29bcf2d0c2c5 completed by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:36:55.640738 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port 448ceaab-a38a-4f15-a277-29bcf2d0c2c5 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:36:55.641221 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:55.643820 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-808265ec-a19a-4265-8aea-6bd8bfa18157 req-a74446ed-dd6b-4c4e-b506-16149f11f2a0 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 210 time: 0.0266838 Nov 09 10:36:55.648759 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-7f3aed84-1f96-4648-a40a-014b5347cf1a tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:55.701031 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c089fda-359a-4aab-a18a-4987458008e1 req-a792d597-6977-462a-8e66-a1ec5268c9f0 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:55.712545 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7c089fda-359a-4aab-a18a-4987458008e1 req-a792d597-6977-462a-8e66-a1ec5268c9f0 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 943 time: 0.1087191 Nov 09 10:36:55.728765 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:55.752285 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab95f416-7cfe-4634-af31-fed4de3399a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448ceaab-a38a-4f15-a277-29bcf2d0c2c5'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:36:55.754646 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa6bfe7-f312-4027-814a-25d6fc48178b" -d '{"events": [{"server_uuid": "ab95f416-7cfe-4634-af31-fed4de3399a3", "name": "network-vif-plugged", "status": "completed", "tag": "448ceaab-a38a-4f15-a277-29bcf2d0c2c5"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:36:55.760882 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7c089fda-359a-4aab-a18a-4987458008e1 req-700733f3-03c2-49b9-b37a-16bf39abead8 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436833 Nov 09 10:36:55.768957 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 448ceaab-a38a-4f15-a277-29bcf2d0c2c5, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=448ceaab-a38a-4f15-a277-29bcf2d0c2c5,segment=NetworkSegment(f5e59569-a447-4d5f-8d52-cd6060d0e398),segment_id=f5e59569-a447-4d5f-8d52-cd6060d0e398)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:36:55.773961 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-7f3aed84-1f96-4648-a40a-014b5347cf1a tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:55.816855 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013ca647-017f-4928-bdd8-546c512f8467 x-openstack-request-id: req-013ca647-017f-4928-bdd8-546c512f8467 {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:36:55.821723 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab95f416-7cfe-4634-af31-fed4de3399a3", "name": "network-vif-plugged", "status": "completed", "tag": "448ceaab-a38a-4f15-a277-29bcf2d0c2c5", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:36:55.821723 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-013ca647-017f-4928-bdd8-546c512f8467 {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:36:55.821723 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab95f416-7cfe-4634-af31-fed4de3399a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448ceaab-a38a-4f15-a277-29bcf2d0c2c5', 'code': 200} Nov 09 10:36:55.821992 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-7f3aed84-1f96-4648-a40a-014b5347cf1a tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Network 660cd402-50db-4db3-8bfe-9b76071b69c8 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:36:55.821992 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-7f3aed84-1f96-4648-a40a-014b5347cf1a tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:36:55.825528 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-7f3aed84-1f96-4648-a40a-014b5347cf1a tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:36:55.859902 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3aed84-1f96-4648-a40a-014b5347cf1a tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Pushing event updated for resources: {'Port': ['ID=57025d56-126d-4a16-a8f5-a8c2b1c1acc8,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:55.895336 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-7f3aed84-1f96-4648-a40a-014b5347cf1a tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:55.895862 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-7f3aed84-1f96-4648-a40a-014b5347cf1a tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:55.910707 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:55.951348 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc1550-b413-4c0a-ae13-468cef24de6d req-299a8de3-3c00-488e-ab9e-f3bc05ae22df tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:55.952905 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-13dc1550-b413-4c0a-ae13-468cef24de6d req-299a8de3-3c00-488e-ab9e-f3bc05ae22df tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 945 time: 0.0535452 Nov 09 10:36:55.960892 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=448ceaab-a38a-4f15-a277-29bcf2d0c2c5,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:56.000997 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-13dc1550-b413-4c0a-ae13-468cef24de6d req-26a04403-ef00-4591-bfc5-22191253768a tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418704 Nov 09 10:36:56.147449 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-7f3aed84-1f96-4648-a40a-014b5347cf1a tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0905080 Nov 09 10:36:56.165028 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] Request body: {'port': {'device_id': 'a5924110-d06d-417d-9686-b288506a4155', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81662'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:36:56.222263 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:56.329404 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:56.376954 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19066c-bfdb-46d7-974c-74e7bbfbd40e req-fe5b4c67-eac9-4640-be89-f14aecbfb5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:56.381242 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ee19066c-bfdb-46d7-974c-74e7bbfbd40e req-fe5b4c67-eac9-4640-be89-f14aecbfb5ec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 1098 time: 0.0706012 Nov 09 10:36:56.434992 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ee19066c-bfdb-46d7-974c-74e7bbfbd40e req-0e5ce70e-5529-4dfd-ae04-acdc16f91abd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437655 Nov 09 10:36:56.537132 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57025d56-126d-4a16-a8f5-a8c2b1c1acc8 {{(pid=101904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:36:56.545214 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:56.556860 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.provisioning_blocks [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] Transition to ACTIVE for port object 57025d56-126d-4a16-a8f5-a8c2b1c1acc8 will not be triggered until provisioned by entity L2. {{(pid=101904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:36:56.641667 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:56.652409 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc4918-2d0f-4146-9b79-9121f19ad947 req-50878881-81e0-46ed-9d9e-37826851f26a tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:56.653986 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b1bc4918-2d0f-4146-9b79-9121f19ad947 req-50878881-81e0-46ed-9d9e-37826851f26a tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0510256 Nov 09 10:36:56.715460 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b1bc4918-2d0f-4146-9b79-9121f19ad947 req-f3c493bb-54e3-4f58-a4e3-c0df4bc07cf9 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548928 Nov 09 10:36:56.730520 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] Pushing event updated for resources: {'Port': ['ID=57025d56-126d-4a16-a8f5-a8c2b1c1acc8,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:56.818458 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] Attempting to bind port 57025d56-126d-4a16-a8f5-a8c2b1c1acc8 on host hv-cinder-81662 for vnic_type normal with profile {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:36:56.819148 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] Attempting to bind port 57025d56-126d-4a16-a8f5-a8c2b1c1acc8 by drivers openvswitch,hyperv on host hv-cinder-81662 at level 0 using segments [{'id': 'd4aaba3d-c1b6-4e3c-819e-7eff923d00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '660cd402-50db-4db3-8bfe-9b76071b69c8'}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:36:56.819148 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] Attempting to bind port 57025d56-126d-4a16-a8f5-a8c2b1c1acc8 on network 660cd402-50db-4db3-8bfe-9b76071b69c8 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:36:56.830880 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7565988-9987-4e7d-8821-971a83b68a03 req-b8f5adb8-7dbb-4df2-8e9d-cf7311889e2c tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:56.832408 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c7565988-9987-4e7d-8821-971a83b68a03 req-b8f5adb8-7dbb-4df2-8e9d-cf7311889e2c tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 943 time: 0.0798421 Nov 09 10:36:56.833518 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] Port 57025d56-126d-4a16-a8f5-a8c2b1c1acc8 on network 660cd402-50db-4db3-8bfe-9b76071b69c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81662 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 10:36:56.833836 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] Attempting to bind port 57025d56-126d-4a16-a8f5-a8c2b1c1acc8 on network 660cd402-50db-4db3-8bfe-9b76071b69c8 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:36:56.842955 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] Checking agent: {'id': 'b8adbdf0-e7b5-4c08-8a0d-020b5ee3746c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'started_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:36:56.843270 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] Checking segment: {'id': 'd4aaba3d-c1b6-4e3c-819e-7eff923d00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '660cd402-50db-4db3-8bfe-9b76071b69c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:36:56.843643 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] Bound using segment: {'id': 'd4aaba3d-c1b6-4e3c-819e-7eff923d00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '660cd402-50db-4db3-8bfe-9b76071b69c8'} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:36:56.844359 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] Bound port: 57025d56-126d-4a16-a8f5-a8c2b1c1acc8, host: hv-cinder-81662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4aaba3d-c1b6-4e3c-819e-7eff923d00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '660cd402-50db-4db3-8bfe-9b76071b69c8'}}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:36:56.844581 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:56.883702 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5d60c-f46e-4345-bd3d-ddf4a58b4ca9 req-9e7a9fb1-3412-4e02-9b00-06d053370033 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:56.885283 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c7b5d60c-f46e-4345-bd3d-ddf4a58b4ca9 req-9e7a9fb1-3412-4e02-9b00-06d053370033 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 943 time: 0.0531042 Nov 09 10:36:56.930083 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c7565988-9987-4e7d-8821-971a83b68a03 req-0aac5b36-5682-4038-a282-4f36954df7f3 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891545 Nov 09 10:36:56.934584 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c7b5d60c-f46e-4345-bd3d-ddf4a58b4ca9 req-b45a7b89-2ec1-447d-a86f-af4f760f23c1 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429962 Nov 09 10:36:56.958078 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] For port 57025d56-126d-4a16-a8f5-a8c2b1c1acc8, host hv-cinder-81662, cleared binding levels {{(pid=101904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:36:56.962235 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] For port 57025d56-126d-4a16-a8f5-a8c2b1c1acc8, host hv-cinder-81662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=57025d56-126d-4a16-a8f5-a8c2b1c1acc8,segment=NetworkSegment(d4aaba3d-c1b6-4e3c-819e-7eff923d00d3),segment_id=d4aaba3d-c1b6-4e3c-819e-7eff923d00d3)] {{(pid=101904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:36:57.048041 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:57.109929 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:57.110537 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:57.111928 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] 10.222.0.30 "PUT /v2.0/ports/57025d56-126d-4a16-a8f5-a8c2b1c1acc8 HTTP/1.1" status: 200 len: 1093 time: 0.9517074 Nov 09 10:36:57.113322 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5924110-d06d-417d-9686-b288506a4155', 'tag': '57025d56-126d-4a16-a8f5-a8c2b1c1acc8'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:36:57.115604 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63496c6-e9d0-4298-854a-29d91aee7a86" -d '{"events": [{"name": "network-changed", "server_uuid": "a5924110-d06d-417d-9686-b288506a4155", "tag": "57025d56-126d-4a16-a8f5-a8c2b1c1acc8"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:36:57.138979 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be65139-75cc-4d7a-8c8e-ef0c0ff274c0 service neutron] Pushing event updated for resources: {'Port': ['ID=57025d56-126d-4a16-a8f5-a8c2b1c1acc8,revision_number=3']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:57.158833 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b749e92-e019-481b-8f56-d71cf9f1a692 req-1f5c3b8e-d751-4a74-9298-4adfc6a7fd56 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:57.160791 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7b749e92-e019-481b-8f56-d71cf9f1a692 req-1f5c3b8e-d751-4a74-9298-4adfc6a7fd56 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 945 time: 0.0882020 Nov 09 10:36:57.162261 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f0bf91-ffa6-4876-a565-77bee5c0710d x-openstack-request-id: req-f9f0bf91-ffa6-4876-a565-77bee5c0710d {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:36:57.162540 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5924110-d06d-417d-9686-b288506a4155", "tag": "57025d56-126d-4a16-a8f5-a8c2b1c1acc8", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:36:57.162788 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9f0bf91-ffa6-4876-a565-77bee5c0710d {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:36:57.163209 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5924110-d06d-417d-9686-b288506a4155', 'tag': '57025d56-126d-4a16-a8f5-a8c2b1c1acc8', 'status': 'completed', 'code': 200} Nov 09 10:36:57.250021 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7b749e92-e019-481b-8f56-d71cf9f1a692 req-9aeb9c4c-0c7d-47a1-a9ea-3840f87e0839 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768507 Nov 09 10:36:57.262800 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63496c6-e9d0-4298-854a-29d91aee7a86 req-c359614a-bfc5-46fa-b333-b9d407bf7988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:57.263822 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e63496c6-e9d0-4298-854a-29d91aee7a86 req-c359614a-bfc5-46fa-b333-b9d407bf7988 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=640b54f9b67c485a84c3d04294d65400&device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 1096 time: 0.0679016 Nov 09 10:36:57.398349 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63496c6-e9d0-4298-854a-29d91aee7a86 req-de4fdd8a-f241-4edd-a5f7-e1698b63153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:57.399831 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e63496c6-e9d0-4298-854a-29d91aee7a86 req-de4fdd8a-f241-4edd-a5f7-e1698b63153a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=640b54f9b67c485a84c3d04294d65400&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1204751 Nov 09 10:36:57.474527 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device a85ee1a5-296a-420d-a011-888db7794ba2 details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:36:57.539034 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63496c6-e9d0-4298-854a-29d91aee7a86 req-11cb3dc4-881c-4752-814b-e1fa4e6da07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:57.540951 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e63496c6-e9d0-4298-854a-29d91aee7a86 req-11cb3dc4-881c-4752-814b-e1fa4e6da07a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1314051 Nov 09 10:36:57.596851 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port a85ee1a5-296a-420d-a011-888db7794ba2, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=a85ee1a5-296a-420d-a011-888db7794ba2,segment=NetworkSegment(75dffec9-8d21-416f-bf4b-903e91046ced),segment_id=75dffec9-8d21-416f-bf4b-903e91046ced)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:36:57.613116 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': 'a85ee1a5-296a-420d-a011-888db7794ba2', 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6', 'port_id': 'a85ee1a5-296a-420d-a011-888db7794ba2', 'mac_address': 'fa:16:3e:71:8a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b1c900-fb6b-416f-a417-507bcc3a8be2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:36:57.636624 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-0a833d3c-0433-4808-9d53-3bd88fbbeb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:57.638154 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-0a833d3c-0433-4808-9d53-3bd88fbbeb2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=640b54f9b67c485a84c3d04294d65400&device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 1096 time: 0.0465894 Nov 09 10:36:57.657996 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:57.682885 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a85ee1a5-296a-420d-a011-888db7794ba2 {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:36:57.697622 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-f4eca7cd-62ee-439f-ac12-4ff02d3822e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57025d56-126d-4a16-a8f5-a8c2b1c1acc8 HTTP/1.1" status: 200 len: 217 time: 0.0393434 Nov 09 10:36:57.709783 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port a85ee1a5-296a-420d-a011-888db7794ba2, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=a85ee1a5-296a-420d-a011-888db7794ba2,segment=NetworkSegment(75dffec9-8d21-416f-bf4b-903e91046ced),segment_id=75dffec9-8d21-416f-bf4b-903e91046ced)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:36:57.758223 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-dfa6e398-fdb1-4e7a-93c8-3a52478d417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:57.759628 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-dfa6e398-fdb1-4e7a-93c8-3a52478d417f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd299e29-2f6e-4f6d-ba19-3ca7dec2f4c0 HTTP/1.1" status: 200 len: 854 time: 0.0495644 Nov 09 10:36:57.808347 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-5717fad8-a57e-44f9-a34b-ac3dc25df56a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=660cd402-50db-4db3-8bfe-9b76071b69c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257046 Nov 09 10:36:57.824813 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:36:57.883024 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=a85ee1a5-296a-420d-a011-888db7794ba2,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:36:57.903341 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fac29-b87f-4287-967c-7a35abff0370 req-8344c1c7-ff01-4a3d-8a20-8ef48f2b2cdd tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:57.904947 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-963fac29-b87f-4287-967c-7a35abff0370 req-8344c1c7-ff01-4a3d-8a20-8ef48f2b2cdd tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0616419 Nov 09 10:36:57.935346 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-1dcabb18-0d3b-4dfc-91f1-052c5df1cd41 service neutron] 10.222.0.30 "GET /v2.0/networks/660cd402-50db-4db3-8bfe-9b76071b69c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157923 Nov 09 10:36:57.987604 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-963fac29-b87f-4287-967c-7a35abff0370 req-e795b1f4-e404-475f-bea3-b57937b5f035 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742962 Nov 09 10:36:58.156838 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763cd22-0668-4f57-9688-8523febd6da5 req-bf9f0735-97c1-4837-8845-2ea81652991f tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:58.158311 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c763cd22-0668-4f57-9688-8523febd6da5 req-bf9f0735-97c1-4837-8845-2ea81652991f tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 943 time: 0.0798767 Nov 09 10:36:58.180083 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e77bdd15-dbdd-44fc-bc2f-7a22a28824aa req-f04ac414-0adf-46d9-9e55-09dc81434016 service neutron] 10.222.0.30 "GET /v2.0/networks/660cd402-50db-4db3-8bfe-9b76071b69c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289946 Nov 09 10:36:58.183552 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2987ac-d84b-45ad-94b2-3c1d7bef8b83 req-54d51713-8f40-47e3-974b-e902c96e7115 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:58.185062 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9c2987ac-d84b-45ad-94b2-3c1d7bef8b83 req-54d51713-8f40-47e3-974b-e902c96e7115 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 944 time: 0.0733857 Nov 09 10:36:58.216642 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c763cd22-0668-4f57-9688-8523febd6da5 req-514121a1-4693-4564-84d0-6581e1c83835 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485435 Nov 09 10:36:58.249687 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9c2987ac-d84b-45ad-94b2-3c1d7bef8b83 req-2fc7df46-7906-418a-ba7b-6e342ec46358 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567892 Nov 09 10:36:58.308428 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['a85ee1a5-296a-420d-a011-888db7794ba2'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:36:58.429602 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4af3d-8135-49e1-b424-f5af9f7b2eab req-cb96e1bd-0c5f-4afc-b015-83f89ed1d94c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:58.431199 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-aba4af3d-8135-49e1-b424-f5af9f7b2eab req-cb96e1bd-0c5f-4afc-b015-83f89ed1d94c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 945 time: 0.0810828 Nov 09 10:36:58.512856 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-aba4af3d-8135-49e1-b424-f5af9f7b2eab req-118703b6-5821-409e-ae54-b0b123636688 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698631 Nov 09 10:36:59.354846 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0fb2dd-9e6e-49d6-9fbb-89d43ea213bb req-5a2fd260-0998-4a44-975a-8ce9e0ae2227 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:59.356313 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ae0fb2dd-9e6e-49d6-9fbb-89d43ea213bb req-5a2fd260-0998-4a44-975a-8ce9e0ae2227 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 943 time: 0.0507636 Nov 09 10:36:59.402068 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0a0e7-53d1-4135-8203-1f02a0f86af2 req-e6a2d1c2-4ba6-4627-b08e-fb010ffbf552 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:59.404223 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3dc0a0e7-53d1-4135-8203-1f02a0f86af2 req-e6a2d1c2-4ba6-4627-b08e-fb010ffbf552 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.3118560 Nov 09 10:36:59.416006 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ae0fb2dd-9e6e-49d6-9fbb-89d43ea213bb req-d428b081-d396-472e-84bd-cb0033049ea4 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522180 Nov 09 10:36:59.478936 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3dc0a0e7-53d1-4135-8203-1f02a0f86af2 req-8c77b7c5-e534-4406-a090-cdd5aa11c2be tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682402 Nov 09 10:36:59.527929 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fbe04-c269-4d73-8571-e873d981277a req-586c2893-6808-4818-83a6-da0145a42550 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:36:59.529487 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-688fbe04-c269-4d73-8571-e873d981277a req-586c2893-6808-4818-83a6-da0145a42550 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 944 time: 0.0544078 Nov 09 10:36:59.577291 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-688fbe04-c269-4d73-8571-e873d981277a req-5c7d6491-00f3-4dbf-9af3-1f6ae46833e1 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420084 Nov 09 10:37:00.337038 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48795d7-9ba2-4cb0-97d8-452672d06916 req-72f1ed2d-a8f0-4185-9fdf-0f4f0bce3a44 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:00.338504 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c48795d7-9ba2-4cb0-97d8-452672d06916 req-72f1ed2d-a8f0-4185-9fdf-0f4f0bce3a44 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 945 time: 0.0480816 Nov 09 10:37:00.385835 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c48795d7-9ba2-4cb0-97d8-452672d06916 req-ee289a52-2197-4432-9c49-d0e10f497e68 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413663 Nov 09 10:37:00.536932 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81faf9ec-3315-4d50-89cb-17258fe599d6 req-aa0f9932-7baa-475a-829d-e2e34987e0a9 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:00.538442 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-81faf9ec-3315-4d50-89cb-17258fe599d6 req-aa0f9932-7baa-475a-829d-e2e34987e0a9 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 943 time: 0.0533328 Nov 09 10:37:00.586608 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-81faf9ec-3315-4d50-89cb-17258fe599d6 req-aa198646-c902-4590-87a2-89dea8d6439b tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422642 Nov 09 10:37:00.592821 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05572e-cbb6-4e42-94b3-5daa30cc56e7 req-859386a3-e082-4589-9d68-e71fd203449e tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:00.597758 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-be05572e-cbb6-4e42-94b3-5daa30cc56e7 req-859386a3-e082-4589-9d68-e71fd203449e tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0513027 Nov 09 10:37:00.657932 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-be05572e-cbb6-4e42-94b3-5daa30cc56e7 req-cf0b16bc-d451-4d1f-87e0-75d11f301d09 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492201 Nov 09 10:37:00.688334 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 42804) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:00.768259 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269264a-b577-445e-9e69-c8d7f591a384 req-e2da9c63-46f0-408e-a019-6e1273aa938b tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:00.769792 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7269264a-b577-445e-9e69-c8d7f591a384 req-e2da9c63-46f0-408e-a019-6e1273aa938b tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 944 time: 0.0508487 Nov 09 10:37:00.808938 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-7355dd28-85d5-4555-b531-933d2792afc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:00.849298 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7269264a-b577-445e-9e69-c8d7f591a384 req-ea227bd1-29dd-4e65-8066-b08e7840a4ce tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735035 Nov 09 10:37:00.924451 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-7355dd28-85d5-4555-b531-933d2792afc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:00.977614 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-7355dd28-85d5-4555-b531-933d2792afc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:01.019512 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-7355dd28-85d5-4555-b531-933d2792afc5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0336affde2b0438db265b535bdf203db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3273969 Nov 09 10:37:01.019512 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355dd28-85d5-4555-b531-933d2792afc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9044ad-34bb-49d1-826d-e67b18674963,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:01.019921 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 42814) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:01.070663 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-66682afe-1592-4cd4-9e81-b1e33beb13bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:01.092982 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-66682afe-1592-4cd4-9e81-b1e33beb13bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:01.218811 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-66682afe-1592-4cd4-9e81-b1e33beb13bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:01.221426 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-66682afe-1592-4cd4-9e81-b1e33beb13bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:01.222589 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-66682afe-1592-4cd4-9e81-b1e33beb13bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb9044ad-34bb-49d1-826d-e67b18674963 HTTP/1.1" status: 204 len: 168 time: 0.2016461 Nov 09 10:37:01.236004 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66682afe-1592-4cd4-9e81-b1e33beb13bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9044ad-34bb-49d1-826d-e67b18674963,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:01.490921 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 57025d56-126d-4a16-a8f5-a8c2b1c1acc8 details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:37:01.494630 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device a85ee1a5-296a-420d-a011-888db7794ba2 up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:37:01.522360 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f93130-45a8-479a-8393-0f032699dcad req-a91aeea6-ce9f-47ed-bde6-7fe9cbe7d812 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:01.528460 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a0f93130-45a8-479a-8393-0f032699dcad req-a91aeea6-ce9f-47ed-bde6-7fe9cbe7d812 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 945 time: 0.0603614 Nov 09 10:37:01.579337 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a0f93130-45a8-479a-8393-0f032699dcad req-97dbeb60-c100-4a7c-9de3-56ce21154ec5 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481079 Nov 09 10:37:01.645498 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 57025d56-126d-4a16-a8f5-a8c2b1c1acc8, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=57025d56-126d-4a16-a8f5-a8c2b1c1acc8,segment=NetworkSegment(d4aaba3d-c1b6-4e3c-819e-7eff923d00d3),segment_id=d4aaba3d-c1b6-4e3c-819e-7eff923d00d3)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:37:01.658721 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': '57025d56-126d-4a16-a8f5-a8c2b1c1acc8', 'network_id': '660cd402-50db-4db3-8bfe-9b76071b69c8', 'port_id': '57025d56-126d-4a16-a8f5-a8c2b1c1acc8', 'mac_address': 'fa:16:3e:e9:a8:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd299e29-2f6e-4f6d-ba19-3ca7dec2f4c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:37:01.691304 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning for port a85ee1a5-296a-420d-a011-888db7794ba2 completed by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:37:01.702968 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port a85ee1a5-296a-420d-a011-888db7794ba2 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:37:01.703635 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:01.709583 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:01.741044 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ecaa2-6885-499d-b841-f4bcfb9d3651 req-6c19fdb9-8dce-45e2-8e3c-fd4425491658 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:01.749552 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-110ecaa2-6885-499d-b841-f4bcfb9d3651 req-6c19fdb9-8dce-45e2-8e3c-fd4425491658 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 943 time: 0.0878570 Nov 09 10:37:01.753081 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57025d56-126d-4a16-a8f5-a8c2b1c1acc8 {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:37:01.781918 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 57025d56-126d-4a16-a8f5-a8c2b1c1acc8, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=57025d56-126d-4a16-a8f5-a8c2b1c1acc8,segment=NetworkSegment(d4aaba3d-c1b6-4e3c-819e-7eff923d00d3),segment_id=d4aaba3d-c1b6-4e3c-819e-7eff923d00d3)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:37:01.807884 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85425047-bf45-4092-acf5-4c11a5d7a7f8 req-71b4e098-b308-41e2-9254-fd4ff6de94d5 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:01.810170 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-110ecaa2-6885-499d-b841-f4bcfb9d3651 req-7b805175-03c4-4a3c-a84d-b9a598b02b63 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595665 Nov 09 10:37:01.817316 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-85425047-bf45-4092-acf5-4c11a5d7a7f8 req-71b4e098-b308-41e2-9254-fd4ff6de94d5 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0747516 Nov 09 10:37:01.830873 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:01.861090 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948f9420-0823-4643-bc32-21636281fc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85ee1a5-296a-420d-a011-888db7794ba2'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:37:01.863594 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69ac222-b58d-450a-91cd-76e02646b95a" -d '{"events": [{"server_uuid": "948f9420-0823-4643-bc32-21636281fc3a", "name": "network-vif-plugged", "status": "completed", "tag": "a85ee1a5-296a-420d-a011-888db7794ba2"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:37:01.871363 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-85425047-bf45-4092-acf5-4c11a5d7a7f8 req-3b9c5056-1864-4062-b21a-6e3045919a6f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504606 Nov 09 10:37:01.879234 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port a85ee1a5-296a-420d-a011-888db7794ba2, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=a85ee1a5-296a-420d-a011-888db7794ba2,segment=NetworkSegment(75dffec9-8d21-416f-bf4b-903e91046ced),segment_id=75dffec9-8d21-416f-bf4b-903e91046ced)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:37:01.893222 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:01.917866 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033480f6-5c18-4548-ba19-1b1cad243562 x-openstack-request-id: req-033480f6-5c18-4548-ba19-1b1cad243562 {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:37:01.918179 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948f9420-0823-4643-bc32-21636281fc3a", "name": "network-vif-plugged", "status": "completed", "tag": "a85ee1a5-296a-420d-a011-888db7794ba2", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:37:01.918433 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-033480f6-5c18-4548-ba19-1b1cad243562 {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:37:01.918826 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948f9420-0823-4643-bc32-21636281fc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85ee1a5-296a-420d-a011-888db7794ba2', 'code': 200} Nov 09 10:37:01.953399 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=57025d56-126d-4a16-a8f5-a8c2b1c1acc8,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:01.990740 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:02.040421 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce28bad-560b-4bb9-8097-dadf7ec88c81 req-a3de2c45-0077-4cbf-943b-3f2b4362741a tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:02.040421 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-bce28bad-560b-4bb9-8097-dadf7ec88c81 req-a3de2c45-0077-4cbf-943b-3f2b4362741a tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 944 time: 0.0717726 Nov 09 10:37:02.051256 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=a85ee1a5-296a-420d-a011-888db7794ba2,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:02.099906 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-bce28bad-560b-4bb9-8097-dadf7ec88c81 req-21335e9f-5931-4d1b-be57-ec7faddcb9db tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530188 Nov 09 10:37:02.114862 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 42858) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:02.131081 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5275c585-8029-4afb-8542-95448de351be admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:02.161234 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39275323-32a3-4810-9e5d-eeb1bdcffaa5 req-8ed861d5-6c2b-4811-80bb-829abf082c6f tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:02.162730 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-39275323-32a3-4810-9e5d-eeb1bdcffaa5 req-8ed861d5-6c2b-4811-80bb-829abf082c6f tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 945 time: 0.0657187 Nov 09 10:37:02.215807 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5275c585-8029-4afb-8542-95448de351be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:02.270520 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [req-39275323-32a3-4810-9e5d-eeb1bdcffaa5 req-01a5f1d8-d383-4149-8dc7-32321d995406 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Deleting port 448ceaab-a38a-4f15-a277-29bcf2d0c2c5 {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:37:02.270849 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-39275323-32a3-4810-9e5d-eeb1bdcffaa5 req-01a5f1d8-d383-4149-8dc7-32321d995406 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:02.358219 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-39275323-32a3-4810-9e5d-eeb1bdcffaa5 req-01a5f1d8-d383-4149-8dc7-32321d995406 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] For port 448ceaab-a38a-4f15-a277-29bcf2d0c2c5, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=448ceaab-a38a-4f15-a277-29bcf2d0c2c5,segment=NetworkSegment(f5e59569-a447-4d5f-8d52-cd6060d0e398),segment_id=f5e59569-a447-4d5f-8d52-cd6060d0e398)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:37:02.358580 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-39275323-32a3-4810-9e5d-eeb1bdcffaa5 req-01a5f1d8-d383-4149-8dc7-32321d995406 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:02.371129 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [req-39275323-32a3-4810-9e5d-eeb1bdcffaa5 req-01a5f1d8-d383-4149-8dc7-32321d995406 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Calling delete_port for 448ceaab-a38a-4f15-a277-29bcf2d0c2c5 owned by compute:nova {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:37:02.390220 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5275c585-8029-4afb-8542-95448de351be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:02.430793 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-5275c585-8029-4afb-8542-95448de351be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b4b3b27513a04380bfd8add1d9161b70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144612 Nov 09 10:37:02.431884 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275c585-8029-4afb-8542-95448de351be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d41c2cf-c6b2-4e63-86f7-2d6783bae5bf,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:02.434457 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 42860) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:02.487382 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-380adc0f-474b-4fda-9a59-60503f8706ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:02.515941 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-380adc0f-474b-4fda-9a59-60503f8706ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:02.698768 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-39275323-32a3-4810-9e5d-eeb1bdcffaa5 req-01a5f1d8-d383-4149-8dc7-32321d995406 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:02.717605 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad83b28-996c-48cb-bfb7-dc5f84b248d5 req-d0ed6c2a-337f-4ce9-839b-f45490f84dee tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:02.719062 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3ad83b28-996c-48cb-bfb7-dc5f84b248d5 req-d0ed6c2a-337f-4ce9-839b-f45490f84dee tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 867 time: 0.0610154 Nov 09 10:37:02.733132 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-380adc0f-474b-4fda-9a59-60503f8706ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:02.735709 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-380adc0f-474b-4fda-9a59-60503f8706ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:02.737000 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-380adc0f-474b-4fda-9a59-60503f8706ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d41c2cf-c6b2-4e63-86f7-2d6783bae5bf HTTP/1.1" status: 204 len: 168 time: 0.3018880 Nov 09 10:37:02.745469 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5f1d8-d383-4149-8dc7-32321d995406 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Pushing event deleted for resources: {'Port': ['ID=448ceaab-a38a-4f15-a277-29bcf2d0c2c5,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:02.745909 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380adc0f-474b-4fda-9a59-60503f8706ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d41c2cf-c6b2-4e63-86f7-2d6783bae5bf,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:02.808921 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-39275323-32a3-4810-9e5d-eeb1bdcffaa5 req-01a5f1d8-d383-4149-8dc7-32321d995406 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] No DVR routers for this DVR port 448ceaab-a38a-4f15-a277-29bcf2d0c2c5 on host hv-cinder-81662 {{(pid=101904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:37:02.811677 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-39275323-32a3-4810-9e5d-eeb1bdcffaa5 req-01a5f1d8-d383-4149-8dc7-32321d995406 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:02.814938 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-39275323-32a3-4810-9e5d-eeb1bdcffaa5 req-01a5f1d8-d383-4149-8dc7-32321d995406 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.30 "DELETE /v2.0/ports/448ceaab-a38a-4f15-a277-29bcf2d0c2c5 HTTP/1.1" status: 204 len: 173 time: 0.6402650 Nov 09 10:37:02.817471 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab95f416-7cfe-4634-af31-fed4de3399a3', 'name': 'network-vif-deleted', 'tag': '448ceaab-a38a-4f15-a277-29bcf2d0c2c5'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:37:02.820294 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fca1ec2-cb85-4d5d-8731-2672b22987e7" -d '{"events": [{"server_uuid": "ab95f416-7cfe-4634-af31-fed4de3399a3", "name": "network-vif-deleted", "tag": "448ceaab-a38a-4f15-a277-29bcf2d0c2c5"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:37:02.838781 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3ad83b28-996c-48cb-bfb7-dc5f84b248d5 req-16f376f7-9e80-4a0c-a914-cb2409649e4b tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022110 Nov 09 10:37:02.885799 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbf8f28-56a8-4676-8cef-23c5b2c84088 x-openstack-request-id: req-5cbf8f28-56a8-4676-8cef-23c5b2c84088 {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:37:02.886279 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab95f416-7cfe-4634-af31-fed4de3399a3", "name": "network-vif-deleted", "tag": "448ceaab-a38a-4f15-a277-29bcf2d0c2c5", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:37:02.886654 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5cbf8f28-56a8-4676-8cef-23c5b2c84088 {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:37:02.891223 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab95f416-7cfe-4634-af31-fed4de3399a3', 'name': 'network-vif-deleted', 'tag': '448ceaab-a38a-4f15-a277-29bcf2d0c2c5', 'status': 'completed', 'code': 200} Nov 09 10:37:02.959514 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6652862-f9aa-461a-aa39-b05d7f200a23 req-a04fefec-78c3-448e-a6d0-0cab8916e3a5 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:02.961072 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a6652862-f9aa-461a-aa39-b05d7f200a23 req-a04fefec-78c3-448e-a6d0-0cab8916e3a5 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 944 time: 0.0503719 Nov 09 10:37:02.994513 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247eed4-9da6-4150-9b89-1ce19a34e101 req-1b190258-2964-42f2-93fe-577caa3a0ba1 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:02.996014 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4247eed4-9da6-4150-9b89-1ce19a34e101 req-1b190258-2964-42f2-93fe-577caa3a0ba1 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0573652 Nov 09 10:37:03.011228 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a6652862-f9aa-461a-aa39-b05d7f200a23 req-cb84bd7d-a418-4807-a60d-3e6d20a51b71 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440235 Nov 09 10:37:03.043135 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4247eed4-9da6-4150-9b89-1ce19a34e101 req-7dfe39b1-38c8-4677-9412-9b55b82112f6 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408447 Nov 09 10:37:03.229069 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe706714-4d99-4a2f-8e07-b0ff6d3fd9f1 req-65a833a7-2c8f-4936-a75c-bd3b36e8fb4d tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:03.230689 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-fe706714-4d99-4a2f-8e07-b0ff6d3fd9f1 req-65a833a7-2c8f-4936-a75c-bd3b36e8fb4d tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 945 time: 0.0619316 Nov 09 10:37:03.295722 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-fe706714-4d99-4a2f-8e07-b0ff6d3fd9f1 req-969904b5-9ea9-4026-887e-700796d0d335 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513973 Nov 09 10:37:03.940802 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d93a5ada-f615-494c-b309-bbd97ffe64ec req-d72c8498-b2ce-40c3-bb7d-08ad3339d61e tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 210 time: 0.0256224 Nov 09 10:37:04.034754 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['448ceaab-a38a-4f15-a277-29bcf2d0c2c5'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:37:04.150256 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b3ed6-4a02-4a45-925e-3af14f4cfa2a req-1754419c-a219-49c2-a779-c9bea0fa5528 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:04.151827 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b59b3ed6-4a02-4a45-925e-3af14f4cfa2a req-1754419c-a219-49c2-a779-c9bea0fa5528 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 944 time: 0.0625730 Nov 09 10:37:04.204218 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b59b3ed6-4a02-4a45-925e-3af14f4cfa2a req-baa4182b-268a-460a-8d9b-ed369e205657 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443518 Nov 09 10:37:04.313699 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af1c1f-ef5f-4033-9b03-7aa036428465 req-d8683695-be67-4ed8-b312-83a5ebc85bc2 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:04.315364 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b1af1c1f-ef5f-4033-9b03-7aa036428465 req-d8683695-be67-4ed8-b312-83a5ebc85bc2 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0546303 Nov 09 10:37:04.373391 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b1af1c1f-ef5f-4033-9b03-7aa036428465 req-bf9d8c3e-4d86-4d72-8cd9-8bd96fc49b35 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472169 Nov 09 10:37:04.479547 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ee186-f23d-448f-af42-7fa4787eac43 req-b95743f9-6f3f-497b-865c-b96b7f7b100c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:04.481183 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-bc9ee186-f23d-448f-af42-7fa4787eac43 req-b95743f9-6f3f-497b-865c-b96b7f7b100c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 945 time: 0.0498321 Nov 09 10:37:04.544287 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-bc9ee186-f23d-448f-af42-7fa4787eac43 req-66f766e9-db1b-43d7-9103-99183201a317 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569029 Nov 09 10:37:05.039945 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1dd79ebd-9282-4b32-99f4-fc08a0ef421f req-2a2a37c6-7826-4f54-a907-4e45ee841800 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 210 time: 0.0298028 Nov 09 10:37:05.093691 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['57025d56-126d-4a16-a8f5-a8c2b1c1acc8'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:37:05.116784 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e4215-9962-42d5-8c3d-183f07b9ad8b req-7c4b55c3-d615-4504-a320-aff281c51070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:05.121829 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b29e4215-9962-42d5-8c3d-183f07b9ad8b req-7c4b55c3-d615-4504-a320-aff281c51070 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 1098 time: 0.0631568 Nov 09 10:37:05.198823 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b29e4215-9962-42d5-8c3d-183f07b9ad8b req-babbf5aa-12c5-4f6c-bb28-72dcef6fa104 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587606 Nov 09 10:37:05.326811 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91817652-fc30-4f6b-b2f4-6d8bf58c494a req-7ce639e5-a19b-4cda-a207-a9b69e6d1394 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:05.328422 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-91817652-fc30-4f6b-b2f4-6d8bf58c494a req-7ce639e5-a19b-4cda-a207-a9b69e6d1394 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 944 time: 0.0476105 Nov 09 10:37:05.378833 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-91817652-fc30-4f6b-b2f4-6d8bf58c494a req-9cad90ed-fb55-4e9f-86bc-b7d5f21bf111 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444095 Nov 09 10:37:05.493035 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8983321-a09d-4bef-8e24-e3c2e2c3f47b req-4ca94fdd-083c-46cc-ba68-46f441108e85 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:05.494564 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a8983321-a09d-4bef-8e24-e3c2e2c3f47b req-4ca94fdd-083c-46cc-ba68-46f441108e85 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0483878 Nov 09 10:37:05.545145 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a8983321-a09d-4bef-8e24-e3c2e2c3f47b req-4ec8b33d-034e-46c0-9687-69fe812d27b6 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444093 Nov 09 10:37:05.709949 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322b75d-d9e4-49d0-8579-3f1f7cb1247d req-4319d30d-8d4e-452f-8243-1c999c101356 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:05.712085 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b322b75d-d9e4-49d0-8579-3f1f7cb1247d req-4319d30d-8d4e-452f-8243-1c999c101356 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 945 time: 0.0614495 Nov 09 10:37:05.762103 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b322b75d-d9e4-49d0-8579-3f1f7cb1247d req-d460b433-dbb4-4304-984f-18b82345809c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438702 Nov 09 10:37:06.147801 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-528e60f5-6476-4583-8cfe-9bd6b87a4ba5 req-65605533-c044-43f3-aa7c-38d4cb81a18d tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab95f416-7cfe-4634-af31-fed4de3399a3 HTTP/1.1" status: 200 len: 210 time: 0.0277736 Nov 09 10:37:06.498038 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a774d-896d-40c5-8de6-6a0bff44a358 req-5dcbc0e2-e5f7-4120-8426-c1762c98b243 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:06.499654 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-bf7a774d-896d-40c5-8de6-6a0bff44a358 req-5dcbc0e2-e5f7-4120-8426-c1762c98b243 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 944 time: 0.0513723 Nov 09 10:37:06.547346 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-bf7a774d-896d-40c5-8de6-6a0bff44a358 req-3a3fa6c0-116c-4d70-9583-4e7859ea42e1 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417938 Nov 09 10:37:06.662163 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24512c59-856c-4f10-ba6d-094300432919 req-150a728a-e2e6-4df9-b8cb-bfe47d657a20 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:06.664223 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-24512c59-856c-4f10-ba6d-094300432919 req-150a728a-e2e6-4df9-b8cb-bfe47d657a20 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0485492 Nov 09 10:37:06.720563 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-24512c59-856c-4f10-ba6d-094300432919 req-a05382a3-e4bd-48a6-bfdb-ae71ccc8fbf7 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499847 Nov 09 10:37:06.880711 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206ce63-beda-4c7d-b2c6-2faf1dc6ee4b req-8c456f31-b088-48f0-af7f-dff67569e318 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:06.882229 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f206ce63-beda-4c7d-b2c6-2faf1dc6ee4b req-8c456f31-b088-48f0-af7f-dff67569e318 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 945 time: 0.0508473 Nov 09 10:37:06.936474 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f206ce63-beda-4c7d-b2c6-2faf1dc6ee4b req-c5bec2ac-b19b-4317-ba1d-1ca33ec8b028 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481985 Nov 09 10:37:07.505797 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-ad309859-498f-4f1e-b8a5-1ce34e6ad589 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:07.507854 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-ad309859-498f-4f1e-b8a5-1ce34e6ad589 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/networks?id=f51c9ba3-bc65-47a2-b101-28e93246c8bd HTTP/1.1" status: 200 len: 808 time: 0.1238577 Nov 09 10:37:07.524148 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-9d8e8de4-c01f-4914-a3d1-61a05d22328a tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/quotas/bcca51d6c84d4962857babeca9f19d26 HTTP/1.1" status: 200 len: 375 time: 0.0102370 Nov 09 10:37:07.555839 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-3dc60d5d-9a02-4f02-901d-195528888130 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bcca51d6c84d4962857babeca9f19d26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258689 Nov 09 10:37:07.655688 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-ee836eca-8456-4edc-988c-0c9927a9654a service neutron] 10.222.0.35 "GET /v2.0/networks/f51c9ba3-bc65-47a2-b101-28e93246c8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926578 Nov 09 10:37:07.670507 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d789bb-2232-4b43-adec-ffa34e5fdce3 req-8d4df3c6-08fb-49bc-b8c1-a04e1615906f tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:07.681814 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-99d789bb-2232-4b43-adec-ffa34e5fdce3 req-8d4df3c6-08fb-49bc-b8c1-a04e1615906f tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 944 time: 0.0518119 Nov 09 10:37:07.728421 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-99d789bb-2232-4b43-adec-ffa34e5fdce3 req-ffc803af-9fbf-4dd9-abd9-b25a80ad656b tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459845 Nov 09 10:37:07.755126 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-36442c29-3da5-4ce5-9f4c-b0a4face6ff3 service neutron] 10.222.0.35 "GET /v2.0/networks/f51c9ba3-bc65-47a2-b101-28e93246c8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933416 Nov 09 10:37:07.861118 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de554cd-8c95-4b26-b9f6-09adb576d873 req-45b2f6e5-1c71-4642-a0b2-24a143601924 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:07.862620 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2de554cd-8c95-4b26-b9f6-09adb576d873 req-45b2f6e5-1c71-4642-a0b2-24a143601924 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0503454 Nov 09 10:37:07.916734 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2de554cd-8c95-4b26-b9f6-09adb576d873 req-9148d318-13c6-495d-a914-75f8918859a1 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468080 Nov 09 10:37:08.032097 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 57025d56-126d-4a16-a8f5-a8c2b1c1acc8 up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:37:08.062940 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f55fc-6313-4499-8c0f-f0c42aa244e1 req-05771882-7611-4e93-9800-d27bc73f8dc2 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:08.064681 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6b3f55fc-6313-4499-8c0f-f0c42aa244e1 req-05771882-7611-4e93-9800-d27bc73f8dc2 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 945 time: 0.0597045 Nov 09 10:37:08.128952 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6b3f55fc-6313-4499-8c0f-f0c42aa244e1 req-e6a12ac4-678b-4321-ab58-d6a8fa917a43 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537050 Nov 09 10:37:08.172197 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-cb29a7eb-a559-4d48-8f7f-c19c2b9d205a req-52633aa2-5692-4ba2-a077-40b50394ba6a tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 210 time: 0.0774529 Nov 09 10:37:08.236935 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning for port 57025d56-126d-4a16-a8f5-a8c2b1c1acc8 completed by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:37:08.244140 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port 57025d56-126d-4a16-a8f5-a8c2b1c1acc8 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:37:08.244640 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:08.326050 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:08.354128 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5924110-d06d-417d-9686-b288506a4155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57025d56-126d-4a16-a8f5-a8c2b1c1acc8'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:37:08.356461 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5e2336-d039-4841-8578-6e1dcbf3ec04" -d '{"events": [{"server_uuid": "a5924110-d06d-417d-9686-b288506a4155", "name": "network-vif-plugged", "status": "completed", "tag": "57025d56-126d-4a16-a8f5-a8c2b1c1acc8"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:37:08.370872 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 57025d56-126d-4a16-a8f5-a8c2b1c1acc8, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=57025d56-126d-4a16-a8f5-a8c2b1c1acc8,segment=NetworkSegment(d4aaba3d-c1b6-4e3c-819e-7eff923d00d3),segment_id=d4aaba3d-c1b6-4e3c-819e-7eff923d00d3)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:37:08.400499 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8f9da0-2d41-42ce-b735-b9903abfcfa0 x-openstack-request-id: req-ab8f9da0-2d41-42ce-b735-b9903abfcfa0 {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:37:08.401147 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5924110-d06d-417d-9686-b288506a4155", "name": "network-vif-plugged", "status": "completed", "tag": "57025d56-126d-4a16-a8f5-a8c2b1c1acc8", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:37:08.406529 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab8f9da0-2d41-42ce-b735-b9903abfcfa0 {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:37:08.406529 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5924110-d06d-417d-9686-b288506a4155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57025d56-126d-4a16-a8f5-a8c2b1c1acc8', 'code': 200} Nov 09 10:37:08.533615 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:08.534426 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 448ceaab-a38a-4f15-a277-29bcf2d0c2c5 no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:37:08.573684 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] No Port match for: 448ceaab-a38a-4f15-a277-29bcf2d0c2c5 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:37:08.574281 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 448ceaab-a38a-4f15-a277-29bcf2d0c2c5 not bound to the agent host hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:37:08.602901 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=57025d56-126d-4a16-a8f5-a8c2b1c1acc8,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:08.896234 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023f525-1659-49ee-8793-c1d3fe3c01c2 req-d829703a-2bb4-4368-b485-6732bb4fecdb tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:08.897850 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e023f525-1659-49ee-8793-c1d3fe3c01c2 req-d829703a-2bb4-4368-b485-6732bb4fecdb tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 945 time: 0.0920229 Nov 09 10:37:08.920667 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596760b-8cc5-4f6f-9ace-ec63fb64ef9d req-2441a644-b32a-4852-baf1-b8e9c95efd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:08.922210 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5596760b-8cc5-4f6f-9ace-ec63fb64ef9d req-2441a644-b32a-4852-baf1-b8e9c95efd25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 1098 time: 0.0433509 Nov 09 10:37:08.952822 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e023f525-1659-49ee-8793-c1d3fe3c01c2 req-3ea06294-3c30-40f5-9351-d4b8fa24e6a5 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483906 Nov 09 10:37:08.992903 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5596760b-8cc5-4f6f-9ace-ec63fb64ef9d req-bf9cba73-a93d-4fbb-bd05-473d61f970e4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609474 Nov 09 10:37:09.074947 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe1694-12bb-4c8a-8fa1-e8d7481d8c1b req-7169bbd2-3217-42c7-9b7a-84dc5054ec86 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:09.076724 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-69fe1694-12bb-4c8a-8fa1-e8d7481d8c1b req-7169bbd2-3217-42c7-9b7a-84dc5054ec86 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0584424 Nov 09 10:37:09.140946 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-69fe1694-12bb-4c8a-8fa1-e8d7481d8c1b req-7ef95dff-5853-4b0e-adce-5030514bcef9 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578668 Nov 09 10:37:09.252169 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-5f1036d1-6356-4824-b6cf-207bb55374de req-9ce1593e-5c25-47ef-b02c-a50ae694a971 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 210 time: 0.0297062 Nov 09 10:37:10.076432 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a41b6-2ea7-4204-bfe8-7b077462af84 req-9fb79148-e3d5-4889-8ec5-01e693105248 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:10.078017 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6f2a41b6-2ea7-4204-bfe8-7b077462af84 req-9fb79148-e3d5-4889-8ec5-01e693105248 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 945 time: 0.0556519 Nov 09 10:37:10.140456 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6f2a41b6-2ea7-4204-bfe8-7b077462af84 req-7baca24c-e59d-42bb-b658-d6bf0faef78e tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563543 Nov 09 10:37:10.345099 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20766f-c8f3-4afc-8e83-7b4836bb3c56 req-8b75a5e7-f1c4-4268-8f90-e7c49394f11e tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:10.347139 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b20766f-c8f3-4afc-8e83-7b4836bb3c56 req-8b75a5e7-f1c4-4268-8f90-e7c49394f11e tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0749202 Nov 09 10:37:10.411262 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b20766f-c8f3-4afc-8e83-7b4836bb3c56 req-53fa69f6-79c6-41a3-ba64-3da3711fb4a1 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579000 Nov 09 10:37:10.497919 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9de3e6bd-db7a-4213-b742-5766b39f33e8 req-4f51733e-596c-4b35-b05b-1608ededce51 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 210 time: 0.0268588 Nov 09 10:37:11.117458 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-96144830-e457-453d-83b1-6fe28c9641fd tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:11.118885 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-96144830-e457-453d-83b1-6fe28c9641fd tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.30 "GET /v2.0/networks?id=f51c9ba3-bc65-47a2-b101-28e93246c8bd HTTP/1.1" status: 200 len: 808 time: 0.1153896 Nov 09 10:37:11.145900 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-a1a32108-cab4-4a35-929e-da655c21744c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Request body: {'port': {'device_id': '086d58e6-c7ac-46ce-8c58-3cde611bdd29', 'network_id': 'f51c9ba3-bc65-47a2-b101-28e93246c8bd', 'admin_state_up': True, 'tenant_id': 'bcca51d6c84d4962857babeca9f19d26'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:37:11.293310 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ae8f2-02f8-4f51-8713-cb1f1684509d req-a03977c7-8a82-4c77-8893-fa377dd8e213 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:11.294780 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-3b8ae8f2-02f8-4f51-8713-cb1f1684509d req-a03977c7-8a82-4c77-8893-fa377dd8e213 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 945 time: 0.0758443 Nov 09 10:37:11.352567 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-3b8ae8f2-02f8-4f51-8713-cb1f1684509d req-968bf936-e1dd-4fab-8331-23d85841d068 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497086 Nov 09 10:37:11.413542 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-a1a32108-cab4-4a35-929e-da655c21744c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Made reservation on behalf of bcca51d6c84d4962857babeca9f19d26 for: {'port': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:37:11.417059 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-a1a32108-cab4-4a35-929e-da655c21744c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:11.614065 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2181513-d27a-4064-9b1e-af41da956ce6 req-1516a56c-81f2-4e0c-af1e-71420dc5a19d tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:11.615575 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c2181513-d27a-4064-9b1e-af41da956ce6 req-1516a56c-81f2-4e0c-af1e-71420dc5a19d tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.1077311 Nov 09 10:37:11.633516 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_common [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-a1a32108-cab4-4a35-929e-da655c21744c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Allocated IP 172.20.0.3 (f51c9ba3-bc65-47a2-b101-28e93246c8bd/28dbdfa8-f5df-4144-8be7-f8324ce0cc4f/5e18d512-b8f1-4c42-b97a-fb6c81cea3d6) {{(pid=101905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:37:11.648608 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-88754b1f-fbfb-4fcf-aab5-f1f28d76bbaa req-9635f9e0-6f39-4b51-aa02-91196a98c231 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 210 time: 0.0275223 Nov 09 10:37:11.692725 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c2181513-d27a-4064-9b1e-af41da956ce6 req-1abebb57-0e2a-4a98-a365-4c32282ccb12 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679498 Nov 09 10:37:11.822200 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-a1a32108-cab4-4a35-929e-da655c21744c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Publish callbacks [] for port, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:11.951432 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-a1a32108-cab4-4a35-929e-da655c21744c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:11.997643 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-a1a32108-cab4-4a35-929e-da655c21744c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Network f51c9ba3-bc65-47a2-b101-28e93246c8bd is already hosted by enough agents. {{(pid=101905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:37:12.003109 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-a1a32108-cab4-4a35-929e-da655c21744c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Resources bound (agent type, host, resource id): {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:37:12.006932 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-a1a32108-cab4-4a35-929e-da655c21744c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Received port after_create {{(pid=101905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:37:12.012654 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-a1a32108-cab4-4a35-929e-da655c21744c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:12.013275 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-a1a32108-cab4-4a35-929e-da655c21744c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:12.019214 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a32108-cab4-4a35-929e-da655c21744c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Pushing event updated for resources: {'Port': ['ID=5e18d512-b8f1-4c42-b97a-fb6c81cea3d6,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:12.151738 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-a1a32108-cab4-4a35-929e-da655c21744c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0098050 Nov 09 10:37:12.763530 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054c51e-da2c-4e51-8a43-0d19803c6761 req-5b6f0c06-c7aa-4944-8d9c-23910387467a tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:12.765068 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c054c51e-da2c-4e51-8a43-0d19803c6761 req-5b6f0c06-c7aa-4944-8d9c-23910387467a tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 931 time: 0.0491288 Nov 09 10:37:12.812994 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c054c51e-da2c-4e51-8a43-0d19803c6761 req-7ae159e6-d1a6-4de2-88ec-409ac36be4ba tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419362 Nov 09 10:37:12.919638 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2b6fd-c872-4681-a42f-e7f6aa5541aa req-d71317ae-0b9f-41e4-9286-6690e18d097c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:12.921198 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6ca2b6fd-c872-4681-a42f-e7f6aa5541aa req-d71317ae-0b9f-41e4-9286-6690e18d097c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0532138 Nov 09 10:37:12.969192 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6ca2b6fd-c872-4681-a42f-e7f6aa5541aa req-d123b424-d06a-4858-832d-8d925a78aa96 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420265 Nov 09 10:37:13.949342 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06605573-1e63-4063-85f1-e28b23546677 req-bc261fa4-5314-4f7b-a5d8-f22dcccfc5b5 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:13.950783 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-06605573-1e63-4063-85f1-e28b23546677 req-bc261fa4-5314-4f7b-a5d8-f22dcccfc5b5 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 931 time: 0.0563221 Nov 09 10:37:13.999449 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-06605573-1e63-4063-85f1-e28b23546677 req-53b4ff7d-ac67-464c-99ba-172d6957076f tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427904 Nov 09 10:37:14.106555 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bef2ad-a754-4019-bdb2-328a6fc25265 req-d8a352ea-d4b3-43a1-bf82-ad98d5d7229f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:14.108089 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-30bef2ad-a754-4019-bdb2-328a6fc25265 req-d8a352ea-d4b3-43a1-bf82-ad98d5d7229f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0536575 Nov 09 10:37:14.159096 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-30bef2ad-a754-4019-bdb2-328a6fc25265 req-c712eb2d-74db-448a-b1c8-de50c3ef6c73 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449615 Nov 09 10:37:14.609758 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] Request body: {'port': {'device_id': '086d58e6-c7ac-46ce-8c58-3cde611bdd29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81662'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:37:14.668027 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:14.934620 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6 {{(pid=101905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:37:14.942714 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] Publish callbacks [] for port, precommit_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:14.956880 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.provisioning_blocks [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] Transition to ACTIVE for port object 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6 will not be triggered until provisioned by entity L2. {{(pid=101905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:37:15.042172 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:15.121094 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] Pushing event updated for resources: {'Port': ['ID=5e18d512-b8f1-4c42-b97a-fb6c81cea3d6,revision_number=2']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:15.161568 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c431e-0f37-4e7e-a3cb-04464d14c4f4 req-4e2108ae-3e02-4c86-91e3-b7f3830975fd tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:15.163034 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7c0c431e-0f37-4e7e-a3cb-04464d14c4f4 req-4e2108ae-3e02-4c86-91e3-b7f3830975fd tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 943 time: 0.0952234 Nov 09 10:37:15.165992 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.managers [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] Attempting to bind port 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6 on host hv-cinder-81662 for vnic_type normal with profile {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:37:15.166316 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.managers [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] Attempting to bind port 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6 by drivers openvswitch,hyperv on host hv-cinder-81662 at level 0 using segments [{'id': 'f5e59569-a447-4d5f-8d52-cd6060d0e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f51c9ba3-bc65-47a2-b101-28e93246c8bd'}] {{(pid=101905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:37:15.166634 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] Attempting to bind port 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6 on network f51c9ba3-bc65-47a2-b101-28e93246c8bd {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:37:15.177093 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] Port 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6 on network f51c9ba3-bc65-47a2-b101-28e93246c8bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81662 {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 10:37:15.177400 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] Attempting to bind port 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6 on network f51c9ba3-bc65-47a2-b101-28e93246c8bd {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:37:15.191270 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] Checking agent: {'id': 'b8adbdf0-e7b5-4c08-8a0d-020b5ee3746c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'started_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:37:15.191600 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] Checking segment: {'id': 'f5e59569-a447-4d5f-8d52-cd6060d0e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f51c9ba3-bc65-47a2-b101-28e93246c8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:37:15.192018 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] Bound using segment: {'id': 'f5e59569-a447-4d5f-8d52-cd6060d0e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f51c9ba3-bc65-47a2-b101-28e93246c8bd'} {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:37:15.192420 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.managers [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] Bound port: 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6, host: hv-cinder-81662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5e59569-a447-4d5f-8d52-cd6060d0e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f51c9ba3-bc65-47a2-b101-28e93246c8bd'}}] {{(pid=101905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:37:15.192766 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:15.264548 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7c0c431e-0f37-4e7e-a3cb-04464d14c4f4 req-fb78e491-787a-477d-aa9a-96d45569397b tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947270 Nov 09 10:37:15.289721 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89c582-9e81-4615-a91e-10af9bc0e625 req-47e28e6d-cd0e-4dd7-9d5c-4a3bbe60e530 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:15.291338 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7c89c582-9e81-4615-a91e-10af9bc0e625 req-47e28e6d-cd0e-4dd7-9d5c-4a3bbe60e530 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0562184 Nov 09 10:37:15.296433 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] For port 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6, host hv-cinder-81662, cleared binding levels {{(pid=101905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:37:15.296433 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] For port 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6, host hv-cinder-81662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=5e18d512-b8f1-4c42-b97a-fb6c81cea3d6,segment=NetworkSegment(f5e59569-a447-4d5f-8d52-cd6060d0e398),segment_id=f5e59569-a447-4d5f-8d52-cd6060d0e398)] {{(pid=101905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:37:15.340665 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7c89c582-9e81-4615-a91e-10af9bc0e625 req-c291b51b-f14d-4025-a94b-be456e527f4e tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429430 Nov 09 10:37:15.464047 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:15.507118 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:15.507752 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:15.509212 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] 10.222.0.30 "PUT /v2.0/ports/5e18d512-b8f1-4c42-b97a-fb6c81cea3d6 HTTP/1.1" status: 200 len: 1093 time: 0.9050643 Nov 09 10:37:15.509636 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086d58e6-c7ac-46ce-8c58-3cde611bdd29', 'tag': '5e18d512-b8f1-4c42-b97a-fb6c81cea3d6'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:37:15.512078 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce86b621-b774-48b6-a0fb-ba0f05bc6d41" -d '{"events": [{"name": "network-changed", "server_uuid": "086d58e6-c7ac-46ce-8c58-3cde611bdd29", "tag": "5e18d512-b8f1-4c42-b97a-fb6c81cea3d6"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:37:15.529696 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612049b-202d-4a90-be73-5e5bde24f7af service neutron] Pushing event updated for resources: {'Port': ['ID=5e18d512-b8f1-4c42-b97a-fb6c81cea3d6,revision_number=3']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:15.558057 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f10c8f7-4661-4241-b356-0659c697908d x-openstack-request-id: req-1f10c8f7-4661-4241-b356-0659c697908d {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:37:15.558352 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086d58e6-c7ac-46ce-8c58-3cde611bdd29", "tag": "5e18d512-b8f1-4c42-b97a-fb6c81cea3d6", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:37:15.559175 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f10c8f7-4661-4241-b356-0659c697908d {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:37:15.559572 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086d58e6-c7ac-46ce-8c58-3cde611bdd29', 'tag': '5e18d512-b8f1-4c42-b97a-fb6c81cea3d6', 'status': 'completed', 'code': 200} Nov 09 10:37:15.632599 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86b621-b774-48b6-a0fb-ba0f05bc6d41 req-99c65d88-8167-4be3-b57c-35cb801cb57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:15.634619 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ce86b621-b774-48b6-a0fb-ba0f05bc6d41 req-99c65d88-8167-4be3-b57c-35cb801cb57a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcca51d6c84d4962857babeca9f19d26&device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 1096 time: 0.0433669 Nov 09 10:37:15.767159 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86b621-b774-48b6-a0fb-ba0f05bc6d41 req-d1dbf474-153d-4613-a331-885d62b3fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:15.768096 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ce86b621-b774-48b6-a0fb-ba0f05bc6d41 req-d1dbf474-153d-4613-a331-885d62b3fe6a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=bcca51d6c84d4962857babeca9f19d26&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1038933 Nov 09 10:37:15.861686 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86b621-b774-48b6-a0fb-ba0f05bc6d41 req-ee998259-c0e5-497d-bc82-aa2a4293339c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:15.863148 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ce86b621-b774-48b6-a0fb-ba0f05bc6d41 req-ee998259-c0e5-497d-bc82-aa2a4293339c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0873394 Nov 09 10:37:15.974865 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-edb07d2f-c8b4-4984-b405-79f95dad0402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:15.976399 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-edb07d2f-c8b4-4984-b405-79f95dad0402 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcca51d6c84d4962857babeca9f19d26&device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 1096 time: 0.0434484 Nov 09 10:37:16.021216 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-4a3b5a61-711d-44eb-9435-34c446ae07ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e18d512-b8f1-4c42-b97a-fb6c81cea3d6 HTTP/1.1" status: 200 len: 217 time: 0.0350640 Nov 09 10:37:16.080298 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-40cb5c13-3040-449a-a589-5ddb7714e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:16.081789 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-40cb5c13-3040-449a-a589-5ddb7714e2ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=28dbdfa8-f5df-4144-8be7-f8324ce0cc4f HTTP/1.1" status: 200 len: 848 time: 0.0435660 Nov 09 10:37:16.125625 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-a40a57c9-6b64-477c-a7a3-c9ba38fffc5c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f51c9ba3-bc65-47a2-b101-28e93246c8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303276 Nov 09 10:37:16.220930 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-a3873457-8a60-4321-a431-51d4f688bb5a service neutron] 10.222.0.30 "GET /v2.0/networks/f51c9ba3-bc65-47a2-b101-28e93246c8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844536 Nov 09 10:37:16.320253 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-16f844b0-5fec-415d-94f1-6aacafce39ab req-c46cf47f-776c-440a-8df4-5ea95120d490 service neutron] 10.222.0.30 "GET /v2.0/networks/f51c9ba3-bc65-47a2-b101-28e93246c8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900073 Nov 09 10:37:16.421233 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725cfe5-60bb-4c0a-9b58-9f92c921c1bd req-e72f10d1-ce4b-43d0-8f81-81f48ba29ed5 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:16.421233 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e725cfe5-60bb-4c0a-9b58-9f92c921c1bd req-e72f10d1-ce4b-43d0-8f81-81f48ba29ed5 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 943 time: 0.0808921 Nov 09 10:37:16.503100 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e725cfe5-60bb-4c0a-9b58-9f92c921c1bd req-8d648e63-eceb-40ec-9390-e613eee1ca9e tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737572 Nov 09 10:37:16.521810 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e680dc-8d18-4c06-8a30-a5e566aba591 req-d0f27811-fe5a-4056-9658-da157ccb7bce tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:16.528509 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a9e680dc-8d18-4c06-8a30-a5e566aba591 req-d0f27811-fe5a-4056-9658-da157ccb7bce tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0918865 Nov 09 10:37:16.576481 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a9e680dc-8d18-4c06-8a30-a5e566aba591 req-cea12d75-698f-4d8c-bba5-d61d40360902 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467384 Nov 09 10:37:17.196947 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a84fe9-5174-4067-bd93-78b0de9ff88e req-d9ac589f-b883-4cdc-a22f-bd446b7156ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:17.198312 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-01a84fe9-5174-4067-bd93-78b0de9ff88e req-d9ac589f-b883-4cdc-a22f-bd446b7156ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 1099 time: 0.0392931 Nov 09 10:37:17.245933 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-01a84fe9-5174-4067-bd93-78b0de9ff88e req-49d92049-92b5-4725-beff-beec15db7af8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376885 Nov 09 10:37:17.672204 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d21fff-f889-4f57-a16d-df01a11b2beb req-e7b005f8-b7ff-4e65-929f-2b1038c32de7 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:17.672204 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e6d21fff-f889-4f57-a16d-df01a11b2beb req-e7b005f8-b7ff-4e65-929f-2b1038c32de7 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 943 time: 0.0747354 Nov 09 10:37:17.710489 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985832f-0471-4023-97da-9411c04a1e9a req-932d34fb-69a6-4060-beb4-800d633e9c8b tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:17.712047 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b985832f-0471-4023-97da-9411c04a1e9a req-932d34fb-69a6-4060-beb4-800d633e9c8b tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0542963 Nov 09 10:37:17.717788 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e6d21fff-f889-4f57-a16d-df01a11b2beb req-1637a31b-727d-4544-a2ab-905c892dc85c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435677 Nov 09 10:37:17.761514 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b985832f-0471-4023-97da-9411c04a1e9a req-10ce4820-bb8c-48c6-ab8b-524d12b37537 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430329 Nov 09 10:37:18.846283 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527b9f5-b889-4b21-b6c5-8877579119c7 req-7cf3d3b3-d2a6-4006-bf90-ff73d9e6402e tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:18.847958 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-3527b9f5-b889-4b21-b6c5-8877579119c7 req-7cf3d3b3-d2a6-4006-bf90-ff73d9e6402e tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 943 time: 0.0559084 Nov 09 10:37:18.899690 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-3527b9f5-b889-4b21-b6c5-8877579119c7 req-d7c6a5cd-4c23-4337-9ae8-8915ab65d542 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458407 Nov 09 10:37:18.903929 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db5170-1fa9-447e-8ee1-f714bfdc772b req-074f4108-989e-480a-a6bb-7a1a643ead4c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:18.906386 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f5db5170-1fa9-447e-8ee1-f714bfdc772b req-074f4108-989e-480a-a6bb-7a1a643ead4c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0689831 Nov 09 10:37:18.979781 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f5db5170-1fa9-447e-8ee1-f714bfdc772b req-d0964cda-9c29-46a1-852a-b291d2e3e726 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629146 Nov 09 10:37:19.586859 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6 details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:37:19.689780 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=5e18d512-b8f1-4c42-b97a-fb6c81cea3d6,segment=NetworkSegment(f5e59569-a447-4d5f-8d52-cd6060d0e398),segment_id=f5e59569-a447-4d5f-8d52-cd6060d0e398)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:37:19.701815 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': '5e18d512-b8f1-4c42-b97a-fb6c81cea3d6', 'network_id': 'f51c9ba3-bc65-47a2-b101-28e93246c8bd', 'port_id': '5e18d512-b8f1-4c42-b97a-fb6c81cea3d6', 'mac_address': 'fa:16:3e:05:60:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28dbdfa8-f5df-4144-8be7-f8324ce0cc4f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:37:19.742381 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:19.759144 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6 {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:37:19.779048 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=5e18d512-b8f1-4c42-b97a-fb6c81cea3d6,segment=NetworkSegment(f5e59569-a447-4d5f-8d52-cd6060d0e398),segment_id=f5e59569-a447-4d5f-8d52-cd6060d0e398)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:37:19.938767 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:19.989058 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=5e18d512-b8f1-4c42-b97a-fb6c81cea3d6,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:20.030320 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85535cc-31ff-4491-aeea-0e0178f98993 req-c43bbc6d-604d-40c2-b7e5-f6df709b0feb tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:20.030320 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b85535cc-31ff-4491-aeea-0e0178f98993 req-c43bbc6d-604d-40c2-b7e5-f6df709b0feb tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 944 time: 0.0505555 Nov 09 10:37:20.078423 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b85535cc-31ff-4491-aeea-0e0178f98993 req-6a19feed-2a91-4738-97e8-05e8d9ec8a0c tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427969 Nov 09 10:37:20.104077 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a8437-e6de-4c77-8a7f-731905519ec6 req-3421b86f-dbdb-4e17-acf5-f64cd45ec770 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:20.105608 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-8a8a8437-e6de-4c77-8a7f-731905519ec6 req-3421b86f-dbdb-4e17-acf5-f64cd45ec770 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0539751 Nov 09 10:37:20.151796 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-8a8a8437-e6de-4c77-8a7f-731905519ec6 req-83a65243-4921-4b5a-97a3-642c99f7b20c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 Nov 09 10:37:20.417055 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['5e18d512-b8f1-4c42-b97a-fb6c81cea3d6'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:37:20.538063 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-4987a26d-279b-4527-9cb8-f9885c088a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:20.624622 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa38e3f-b89e-4e10-ac84-aabdd2da0ba7 req-145e711e-e2bb-4e32-a75d-60ea2a18dc65 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:20.626155 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-daa38e3f-b89e-4e10-ac84-aabdd2da0ba7 req-145e711e-e2bb-4e32-a75d-60ea2a18dc65 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0594325 Nov 09 10:37:20.682947 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-daa38e3f-b89e-4e10-ac84-aabdd2da0ba7 req-3e3c4359-9679-4803-86e1-6402e0c1d7d7 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505466 Nov 09 10:37:20.691517 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40447b6-55cf-4927-abbc-a46b8b3f2a9e req-91586b37-1129-415d-96e3-774b5f0502df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:20.695802 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e40447b6-55cf-4927-abbc-a46b8b3f2a9e req-91586b37-1129-415d-96e3-774b5f0502df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72d2f00c4c004c6b91287e418c91d927&device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 1099 time: 0.0440447 Nov 09 10:37:20.787984 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40447b6-55cf-4927-abbc-a46b8b3f2a9e req-4eec3561-059b-43f7-aa55-450461c1c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:20.790227 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e40447b6-55cf-4927-abbc-a46b8b3f2a9e req-4eec3561-059b-43f7-aa55-450461c1c7c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7356e1ef-978e-49fa-bc2d-b1ac03294fba HTTP/1.1" status: 200 len: 919 time: 0.0891595 Nov 09 10:37:21.048525 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e40447b6-55cf-4927-abbc-a46b8b3f2a9e req-0aefc208-f314-4d48-98bd-778fdcc9cfe7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bbca5fa-0081-4df3-bbdb-1ebc76058527 HTTP/1.1" status: 200 len: 217 time: 0.2494922 Nov 09 10:37:21.108882 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40447b6-55cf-4927-abbc-a46b8b3f2a9e req-106e0a64-8f32-4c56-bb9f-bf9eaf11a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:21.111113 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e40447b6-55cf-4927-abbc-a46b8b3f2a9e req-106e0a64-8f32-4c56-bb9f-bf9eaf11a3b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c28d7e76-70e8-4369-839e-6b3b9fa92053 HTTP/1.1" status: 200 len: 859 time: 0.0466692 Nov 09 10:37:21.145850 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e40447b6-55cf-4927-abbc-a46b8b3f2a9e req-2242640c-32e0-4570-8337-63468a01d41f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7356e1ef-978e-49fa-bc2d-b1ac03294fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267451 Nov 09 10:37:21.249185 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31363bea-3335-44da-8803-b7b12f1acd04 req-9e7bcb41-7989-4129-83b3-7ed435438cd0 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:21.250798 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-31363bea-3335-44da-8803-b7b12f1acd04 req-9e7bcb41-7989-4129-83b3-7ed435438cd0 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 944 time: 0.1006565 Nov 09 10:37:21.300109 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e40447b6-55cf-4927-abbc-a46b8b3f2a9e req-40c51852-6ab6-4120-a8a6-3c0e749f243e service neutron] 10.222.0.30 "GET /v2.0/networks/7356e1ef-978e-49fa-bc2d-b1ac03294fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399968 Nov 09 10:37:21.334333 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-31363bea-3335-44da-8803-b7b12f1acd04 req-057c77ba-14a4-4b19-9807-3b16861f4ad7 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735524 Nov 09 10:37:21.411049 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e40447b6-55cf-4927-abbc-a46b8b3f2a9e req-71053db0-a355-4971-a689-92a5a70d8b24 service neutron] 10.222.0.30 "GET /v2.0/networks/7356e1ef-978e-49fa-bc2d-b1ac03294fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955567 Nov 09 10:37:21.609590 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6 up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:37:21.755792 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning for port 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6 completed by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:37:21.760822 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:37:21.761692 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:21.801018 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a0dc5-80e4-4756-9dd9-497f85cc5e68 req-80f56285-ae6a-4079-8037-c09a0611c367 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:21.802518 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-650a0dc5-80e4-4756-9dd9-497f85cc5e68 req-80f56285-ae6a-4079-8037-c09a0611c367 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0496585 Nov 09 10:37:21.841208 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:21.852424 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-650a0dc5-80e4-4756-9dd9-497f85cc5e68 req-0fa2cbca-4047-4b0f-a9f5-249cec5d1805 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430934 Nov 09 10:37:21.867479 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086d58e6-c7ac-46ce-8c58-3cde611bdd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e18d512-b8f1-4c42-b97a-fb6c81cea3d6'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:37:21.869915 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a73f61-cabd-485e-96a9-0156f607133e" -d '{"events": [{"server_uuid": "086d58e6-c7ac-46ce-8c58-3cde611bdd29", "name": "network-vif-plugged", "status": "completed", "tag": "5e18d512-b8f1-4c42-b97a-fb6c81cea3d6"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:37:21.884276 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=5e18d512-b8f1-4c42-b97a-fb6c81cea3d6,segment=NetworkSegment(f5e59569-a447-4d5f-8d52-cd6060d0e398),segment_id=f5e59569-a447-4d5f-8d52-cd6060d0e398)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:37:21.906509 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85559343-6335-4647-a87b-d7c2e21f52c8 x-openstack-request-id: req-85559343-6335-4647-a87b-d7c2e21f52c8 {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:37:21.906819 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086d58e6-c7ac-46ce-8c58-3cde611bdd29", "name": "network-vif-plugged", "status": "completed", "tag": "5e18d512-b8f1-4c42-b97a-fb6c81cea3d6", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:37:21.907072 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-85559343-6335-4647-a87b-d7c2e21f52c8 {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:37:21.907458 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086d58e6-c7ac-46ce-8c58-3cde611bdd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e18d512-b8f1-4c42-b97a-fb6c81cea3d6', 'code': 200} Nov 09 10:37:21.949978 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:22.007809 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=5e18d512-b8f1-4c42-b97a-fb6c81cea3d6,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:22.317569 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2b11e-c830-4190-a303-1962a4de06e4 req-2370a2f9-54fd-41a1-a7bf-f854c028a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:22.319046 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-36f2b11e-c830-4190-a303-1962a4de06e4 req-2370a2f9-54fd-41a1-a7bf-f854c028a451 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 1098 time: 0.0440643 Nov 09 10:37:22.378715 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-36f2b11e-c830-4190-a303-1962a4de06e4 req-37f5f87f-05bb-4708-951f-62ccdeb10fb6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444584 Nov 09 10:37:22.481494 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9297e-553f-46d7-b6a1-a3b8ba824c4d req-54226020-26a8-4bac-96e1-0884c2d6c143 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:22.482984 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-87d9297e-553f-46d7-b6a1-a3b8ba824c4d req-54226020-26a8-4bac-96e1-0884c2d6c143 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 945 time: 0.0511465 Nov 09 10:37:22.531294 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-87d9297e-553f-46d7-b6a1-a3b8ba824c4d req-c6d557ad-6ae0-41a7-8fd5-c5e3cfa3ebbf tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Nov 09 10:37:22.821356 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 43468) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:22.853934 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 43472) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:22.988939 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d0fdd66f-58a6-4b7e-a69e-6470aee01cf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.008251 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-84ae323f-2a39-45f4-91d6-324f9caef006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.036475 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b09a2-f308-4266-a026-10d580c4422d req-aa78e0de-3159-4aad-8fea-8ab594419eb7 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:23.043533 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-178b09a2-f308-4266-a026-10d580c4422d req-aa78e0de-3159-4aad-8fea-8ab594419eb7 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.1079490 Nov 09 10:37:23.140662 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-178b09a2-f308-4266-a026-10d580c4422d req-2862d128-fc90-4ecc-92c8-097d5cd55287 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962555 Nov 09 10:37:23.208447 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-84ae323f-2a39-45f4-91d6-324f9caef006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.208447 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d0fdd66f-58a6-4b7e-a69e-6470aee01cf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.217000 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 43484) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:23.315721 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-2dd4972b-db0b-4c7e-a88d-88bf95c6a981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.316460 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-84ae323f-2a39-45f4-91d6-324f9caef006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.321720 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d0fdd66f-58a6-4b7e-a69e-6470aee01cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.371766 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bd31a787-05e3-48df-979f-9a9370d6028f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.393388 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae323f-2a39-45f4-91d6-324f9caef006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b459edc-2c27-4f09-8af1-d7d65a131ead,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:23.405828 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-84ae323f-2a39-45f4-91d6-324f9caef006 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb6d72d0126e4acabcf6544d8fd97244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5507078 Nov 09 10:37:23.408134 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-d0fdd66f-58a6-4b7e-a69e-6470aee01cf7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b9a494a6247d47a18d192c65a20569da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5855014 Nov 09 10:37:23.410813 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 43492) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:23.411664 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ae323f-2a39-45f4-91d6-324f9caef006 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.412267 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ae323f-2a39-45f4-91d6-324f9caef006 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.412781 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ae323f-2a39-45f4-91d6-324f9caef006 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.413633 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ae323f-2a39-45f4-91d6-324f9caef006 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.413994 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ae323f-2a39-45f4-91d6-324f9caef006 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.414323 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ae323f-2a39-45f4-91d6-324f9caef006 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.414710 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ae323f-2a39-45f4-91d6-324f9caef006 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.415042 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ae323f-2a39-45f4-91d6-324f9caef006 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.415404 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ae323f-2a39-45f4-91d6-324f9caef006 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.415694 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ae323f-2a39-45f4-91d6-324f9caef006 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.415806 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 43494) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:23.416035 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ae323f-2a39-45f4-91d6-324f9caef006 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.416354 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ae323f-2a39-45f4-91d6-324f9caef006 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.457918 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdd66f-58a6-4b7e-a69e-6470aee01cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90899d2-fd4b-4a01-89e3-f35440f77e09,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:23.497103 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1e276aad-f344-4937-9f13-1b5fdda41fc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.508095 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bd31a787-05e3-48df-979f-9a9370d6028f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.525109 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-87c6ede3-8834-46a5-88ae-12c2130a30cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.532621 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1e276aad-f344-4937-9f13-1b5fdda41fc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.563197 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-87c6ede3-8834-46a5-88ae-12c2130a30cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.653222 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832db64d-4edc-466a-8d9d-bd4a0b375bae req-efab2b7a-18a3-4af9-a40d-80f4eb94a569 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:23.654728 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-832db64d-4edc-466a-8d9d-bd4a0b375bae req-efab2b7a-18a3-4af9-a40d-80f4eb94a569 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 945 time: 0.0529838 Nov 09 10:37:23.681795 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bd31a787-05e3-48df-979f-9a9370d6028f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.711002 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1e276aad-f344-4937-9f13-1b5fdda41fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.713736 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1e276aad-f344-4937-9f13-1b5fdda41fc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.714900 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-1e276aad-f344-4937-9f13-1b5fdda41fc7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1b459edc-2c27-4f09-8af1-d7d65a131ead HTTP/1.1" status: 204 len: 168 time: 0.3053200 Nov 09 10:37:23.717316 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-87c6ede3-8834-46a5-88ae-12c2130a30cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.720067 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-87c6ede3-8834-46a5-88ae-12c2130a30cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.724163 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-87c6ede3-8834-46a5-88ae-12c2130a30cc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b90899d2-fd4b-4a01-89e3-f35440f77e09 HTTP/1.1" status: 204 len: 168 time: 0.3050048 Nov 09 10:37:23.733634 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e276aad-f344-4937-9f13-1b5fdda41fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b459edc-2c27-4f09-8af1-d7d65a131ead,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:23.735314 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-832db64d-4edc-466a-8d9d-bd4a0b375bae req-6a8ee665-9bb7-4927-bbf2-74fb4f2ab099 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745168 Nov 09 10:37:23.751691 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-bd31a787-05e3-48df-979f-9a9370d6028f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=25f71a6e29824cd5a7251a51afb93d98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5299523 Nov 09 10:37:23.751691 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31a787-05e3-48df-979f-9a9370d6028f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4ad4de-49a1-4da7-938c-d8bb23056fd3,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:23.757805 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 43502) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:23.763951 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e276aad-f344-4937-9f13-1b5fdda41fc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.764215 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e276aad-f344-4937-9f13-1b5fdda41fc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.764712 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e276aad-f344-4937-9f13-1b5fdda41fc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.765289 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e276aad-f344-4937-9f13-1b5fdda41fc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.765767 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e276aad-f344-4937-9f13-1b5fdda41fc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.766246 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e276aad-f344-4937-9f13-1b5fdda41fc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.766728 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e276aad-f344-4937-9f13-1b5fdda41fc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.767363 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e276aad-f344-4937-9f13-1b5fdda41fc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.767927 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e276aad-f344-4937-9f13-1b5fdda41fc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.768439 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e276aad-f344-4937-9f13-1b5fdda41fc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.769097 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e276aad-f344-4937-9f13-1b5fdda41fc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.769578 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e276aad-f344-4937-9f13-1b5fdda41fc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:23.782035 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6ede3-8834-46a5-88ae-12c2130a30cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90899d2-fd4b-4a01-89e3-f35440f77e09,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:23.837681 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d7551668-db18-438f-8cd6-0d15e38711ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.861036 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d7551668-db18-438f-8cd6-0d15e38711ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.933300 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.990005 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d7551668-db18-438f-8cd6-0d15e38711ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.992677 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d7551668-db18-438f-8cd6-0d15e38711ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:23.995890 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-d7551668-db18-438f-8cd6-0d15e38711ca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed4ad4de-49a1-4da7-938c-d8bb23056fd3 HTTP/1.1" status: 204 len: 168 time: 0.2352295 Nov 09 10:37:24.008137 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7551668-db18-438f-8cd6-0d15e38711ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4ad4de-49a1-4da7-938c-d8bb23056fd3,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:24.144261 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-de50eb8a-7cb9-4c7f-9350-419fbe325e42 req-ecc14de0-2a3f-4bd4-acda-98c644573906 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472739 Nov 09 10:37:24.325979 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fb921-3e41-49b7-beec-bfa7dbfd70ed req-acc56ffc-d5c7-45f7-95d9-49bc995c26b9 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:24.331562 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50eb8a-7cb9-4c7f-9350-419fbe325e42 req-95724daf-472f-4096-b605-567d26eff204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:24.339539 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-de50eb8a-7cb9-4c7f-9350-419fbe325e42 req-95724daf-472f-4096-b605-567d26eff204 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=39b4a5ce13d4496f8a0f0a50d852098e&device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 1098 time: 0.1481061 Nov 09 10:37:24.357140 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d03fb921-3e41-49b7-beec-bfa7dbfd70ed req-acc56ffc-d5c7-45f7-95d9-49bc995c26b9 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.1240332 Nov 09 10:37:24.440873 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d03fb921-3e41-49b7-beec-bfa7dbfd70ed req-85585273-f77b-4ba2-9b7b-47af4f85a910 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818648 Nov 09 10:37:24.504110 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:24.536505 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50eb8a-7cb9-4c7f-9350-419fbe325e42 req-b572d819-045c-4815-8f79-ea727a9749f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:24.537995 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-de50eb8a-7cb9-4c7f-9350-419fbe325e42 req-b572d819-045c-4815-8f79-ea727a9749f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5554d1a8-4766-4ee1-bd4f-871198ca55f6 HTTP/1.1" status: 200 len: 915 time: 0.1499729 Nov 09 10:37:24.612408 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-de50eb8a-7cb9-4c7f-9350-419fbe325e42 req-85e02694-8094-429a-a5ae-13f6b99fa773 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3efed32a-8fe2-427e-9ada-fdc0f5a9c188 HTTP/1.1" status: 200 len: 217 time: 0.0585575 Nov 09 10:37:24.639368 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41dd09-15b1-45be-abb8-a85f4538c1bc req-632e69c0-2840-4e3d-9bde-4d105f07f7e6 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:24.641021 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6a41dd09-15b1-45be-abb8-a85f4538c1bc req-632e69c0-2840-4e3d-9bde-4d105f07f7e6 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.1019006 Nov 09 10:37:24.715368 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50eb8a-7cb9-4c7f-9350-419fbe325e42 req-e7f2fd20-80bf-408a-8cee-054c8ed3e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:24.716835 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-de50eb8a-7cb9-4c7f-9350-419fbe325e42 req-e7f2fd20-80bf-408a-8cee-054c8ed3e2f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31b1c900-fb6b-416f-a417-507bcc3a8be2 HTTP/1.1" status: 200 len: 855 time: 0.0749350 Nov 09 10:37:24.728714 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6a41dd09-15b1-45be-abb8-a85f4538c1bc req-034de21c-da96-49ac-9f23-b1b9d60d4c44 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792723 Nov 09 10:37:24.742252 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:37:24.758121 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-de50eb8a-7cb9-4c7f-9350-419fbe325e42 req-64f45a3d-a811-4a7a-9789-5a2a17c8d050 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5554d1a8-4766-4ee1-bd4f-871198ca55f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284841 Nov 09 10:37:24.889423 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-de50eb8a-7cb9-4c7f-9350-419fbe325e42 req-8eab1fb7-00d5-4c2e-87b0-12875571d37a service neutron] 10.222.0.30 "GET /v2.0/networks/5554d1a8-4766-4ee1-bd4f-871198ca55f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200857 Nov 09 10:37:24.897613 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36757650-1cdd-48aa-9827-f4bb6b868d10 req-1a6fe308-377f-42ba-8ee7-aeb134ce88f4 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:24.899085 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-36757650-1cdd-48aa-9827-f4bb6b868d10 req-1a6fe308-377f-42ba-8ee7-aeb134ce88f4 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 945 time: 0.0734792 Nov 09 10:37:25.013905 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 43546) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:25.017810 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-36757650-1cdd-48aa-9827-f4bb6b868d10 req-3dd7180e-e0b4-47bc-87e4-654f807a8492 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977032 Nov 09 10:37:25.026021 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-afcba256-9ac8-4f86-889e-26241f362ee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:25.039526 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-de50eb8a-7cb9-4c7f-9350-419fbe325e42 req-1c12487f-5773-4d11-86f5-c19192a9cfbd service neutron] 10.222.0.30 "GET /v2.0/networks/5554d1a8-4766-4ee1-bd4f-871198ca55f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336026 Nov 09 10:37:25.130962 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-afcba256-9ac8-4f86-889e-26241f362ee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:25.241161 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-afcba256-9ac8-4f86-889e-26241f362ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:25.281259 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-afcba256-9ac8-4f86-889e-26241f362ee5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fead045632644304a78b627142a44fdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703249 Nov 09 10:37:25.282028 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcba256-9ac8-4f86-889e-26241f362ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5b9d0f-9123-45f6-968c-76331b68f337,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:25.283820 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 43552) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:25.334232 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-dbda6f5f-37cc-4ff2-b5fa-43b52c243011 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:25.357059 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-dbda6f5f-37cc-4ff2-b5fa-43b52c243011 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:25.437107 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 43554) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:25.452336 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6ccba687-bebf-4458-b2a8-0b8b41903f45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:25.557222 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae6c06-b618-4e67-85f1-f9da94912755 req-6576b469-0e72-420f-87f2-aeeb29b5a4ad tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:25.558645 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-35ae6c06-b618-4e67-85f1-f9da94912755 req-6576b469-0e72-420f-87f2-aeeb29b5a4ad tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0498154 Nov 09 10:37:25.611664 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:25.613852 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-35ae6c06-b618-4e67-85f1-f9da94912755 req-61e98b14-2bed-4645-8290-25ad32b0483b tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487497 Nov 09 10:37:25.669276 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-dbda6f5f-37cc-4ff2-b5fa-43b52c243011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:25.677817 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-dbda6f5f-37cc-4ff2-b5fa-43b52c243011 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:25.677817 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-dbda6f5f-37cc-4ff2-b5fa-43b52c243011 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b5b9d0f-9123-45f6-968c-76331b68f337 HTTP/1.1" status: 204 len: 168 time: 0.3880594 Nov 09 10:37:25.683187 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda6f5f-37cc-4ff2-b5fa-43b52c243011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5b9d0f-9123-45f6-968c-76331b68f337,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:25.777489 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6ccba687-bebf-4458-b2a8-0b8b41903f45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:25.864588 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6ccba687-bebf-4458-b2a8-0b8b41903f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:25.892838 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e79c0-09ce-4f04-9126-cbe228058412 req-90306ef1-405b-4a1d-ac48-f2473c131591 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:25.895301 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f25e79c0-09ce-4f04-9126-cbe228058412 req-90306ef1-405b-4a1d-ac48-f2473c131591 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0620110 Nov 09 10:37:25.907435 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-6ccba687-bebf-4458-b2a8-0b8b41903f45 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c45bdfa6d8cf47e287ff45c6ccf4a0a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4691775 Nov 09 10:37:25.908173 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 43570) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:25.908808 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccba687-bebf-4458-b2a8-0b8b41903f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d769a8-09d7-46cd-886b-e364f7382265,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:25.953972 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f25e79c0-09ce-4f04-9126-cbe228058412 req-a01e9485-3702-42ab-846e-24ef21b80412 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506730 Nov 09 10:37:25.961634 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a316-fe38-4e7f-9e27-fd21c38b2ae4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:25.985106 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a316-fe38-4e7f-9e27-fd21c38b2ae4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:26.156320 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a316-fe38-4e7f-9e27-fd21c38b2ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:26.159174 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a316-fe38-4e7f-9e27-fd21c38b2ae4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:26.161506 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-2ee4a316-fe38-4e7f-9e27-fd21c38b2ae4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c7d769a8-09d7-46cd-886b-e364f7382265 HTTP/1.1" status: 204 len: 168 time: 0.2491798 Nov 09 10:37:26.170641 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4a316-fe38-4e7f-9e27-fd21c38b2ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d769a8-09d7-46cd-886b-e364f7382265,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:26.373214 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:27.124017 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a28c90-de8c-403e-a7d3-5456701565e5 req-687b3d22-d91f-4699-a6f4-d04fecc1a346 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:27.131153 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-85a28c90-de8c-403e-a7d3-5456701565e5 req-687b3d22-d91f-4699-a6f4-d04fecc1a346 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0565591 Nov 09 10:37:27.180601 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-85a28c90-de8c-403e-a7d3-5456701565e5 req-d4b3eb23-7597-4513-acc6-541d0b8e917d tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485685 Nov 09 10:37:27.377161 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256af81-d88e-4edb-91df-6c40aa0d8862 req-586d8cf4-bc25-45fd-bfa4-9376fa55604b tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:27.386978 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c256af81-d88e-4edb-91df-6c40aa0d8862 req-586d8cf4-bc25-45fd-bfa4-9376fa55604b tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 945 time: 0.0788026 Nov 09 10:37:27.446269 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c256af81-d88e-4edb-91df-6c40aa0d8862 req-05a68aab-9ef2-4db3-a219-db7b9e532967 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580585 Nov 09 10:37:27.454583 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-5d5794cd-02b0-4f03-a376-031f92c60ceb tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:27.456416 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-5d5794cd-02b0-4f03-a376-031f92c60ceb tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/networks?id=5554d1a8-4766-4ee1-bd4f-871198ca55f6 HTTP/1.1" status: 200 len: 815 time: 0.1366470 Nov 09 10:37:27.478287 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-8ba2f4b7-1f34-4fe5-84f6-99250afae7c3 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/quotas/39b4a5ce13d4496f8a0f0a50d852098e HTTP/1.1" status: 200 len: 375 time: 0.0167687 Nov 09 10:37:27.546319 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-adcb326a-ed93-4aee-bd67-7136351301fb tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=39b4a5ce13d4496f8a0f0a50d852098e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0596611 Nov 09 10:37:27.567852 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416990-9ec6-49be-9bb8-a1345391c8ac req-56073760-7eb5-44a5-8486-729a5f359b9f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:27.570401 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b2416990-9ec6-49be-9bb8-a1345391c8ac req-56073760-7eb5-44a5-8486-729a5f359b9f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0534446 Nov 09 10:37:27.641389 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b2416990-9ec6-49be-9bb8-a1345391c8ac req-6818c168-555d-4b0b-9797-8d70cff44e4d tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602078 Nov 09 10:37:27.657034 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-69403f06-47a9-4c71-9568-516cb7abac9c service neutron] 10.222.0.35 "GET /v2.0/networks/5554d1a8-4766-4ee1-bd4f-871198ca55f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032002 Nov 09 10:37:27.768038 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-bd48c257-d5a3-4091-8cdb-e2f6a8072734 service neutron] 10.222.0.35 "GET /v2.0/networks/5554d1a8-4766-4ee1-bd4f-871198ca55f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060243 Nov 09 10:37:27.856121 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 43664) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:28.044328 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-20eef547-20e5-4dbe-a70b-e8db78e494e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:28.102107 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-39b83c26-79e6-4744-884f-82ec3d09d967 req-5d133989-b976-4bdf-936f-0b762489f092 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 210 time: 0.0662103 Nov 09 10:37:28.144020 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-20eef547-20e5-4dbe-a70b-e8db78e494e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:28.275443 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-20eef547-20e5-4dbe-a70b-e8db78e494e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:28.315646 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333ad70-29b6-4886-befa-1790bb2ae111 req-afb7bc68-2622-47fd-bd2e-4898d31b9c4b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:28.316370 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-20eef547-20e5-4dbe-a70b-e8db78e494e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d1faed004904764aa954709f9361eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4587576 Nov 09 10:37:28.317503 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a333ad70-29b6-4886-befa-1790bb2ae111 req-afb7bc68-2622-47fd-bd2e-4898d31b9c4b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0620565 Nov 09 10:37:28.318628 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 43688) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:28.323220 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eef547-20e5-4dbe-a70b-e8db78e494e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa0597a-c162-4fe9-b00a-20cfeae7613a,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:28.428453 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-0d09bb8e-4fff-4620-9693-62bb86525751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:28.440241 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a333ad70-29b6-4886-befa-1790bb2ae111 req-5bcff0c7-9b4b-43a2-b80f-1a1a586fdf31 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946808 Nov 09 10:37:28.469667 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-0d09bb8e-4fff-4620-9693-62bb86525751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:28.584001 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7f5da-0af8-4492-8429-c155cb429055 req-b267b679-f614-45c7-977a-56ddfeda6872 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:28.586299 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-75b7f5da-0af8-4492-8429-c155cb429055 req-b267b679-f614-45c7-977a-56ddfeda6872 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 945 time: 0.0537601 Nov 09 10:37:28.634491 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-0d09bb8e-4fff-4620-9693-62bb86525751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:28.637066 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-0d09bb8e-4fff-4620-9693-62bb86525751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:28.638406 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-0d09bb8e-4fff-4620-9693-62bb86525751 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/baa0597a-c162-4fe9-b00a-20cfeae7613a HTTP/1.1" status: 204 len: 168 time: 0.3185637 Nov 09 10:37:28.645807 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-75b7f5da-0af8-4492-8429-c155cb429055 req-f4172be7-c7de-4557-8123-5a4a9e868077 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530927 Nov 09 10:37:28.652717 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09bb8e-4fff-4620-9693-62bb86525751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa0597a-c162-4fe9-b00a-20cfeae7613a,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:29.220240 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-26742bb7-c81e-4774-8fea-49e0e90ecd7f req-26f1d721-4601-4adc-a52f-3bbec0e651a1 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 210 time: 0.0302231 Nov 09 10:37:29.382267 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322f18f-9195-4f54-a363-5c2b4331adf6 req-a9d52c86-7dbf-42b4-bace-5b13ec4f1bd9 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:29.384265 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5322f18f-9195-4f54-a363-5c2b4331adf6 req-a9d52c86-7dbf-42b4-bace-5b13ec4f1bd9 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.30 "GET /v2.0/ports?device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 945 time: 0.0617957 Nov 09 10:37:29.506109 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-5322f18f-9195-4f54-a363-5c2b4331adf6 req-da35b215-4d4e-4d42-9c9f-92b25efccf70 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Deleting port 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6 {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:37:29.506389 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-5322f18f-9195-4f54-a363-5c2b4331adf6 req-da35b215-4d4e-4d42-9c9f-92b25efccf70 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:29.630684 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00b488-8b0d-4012-962a-7622bd4196cc req-11bc7dba-70e9-42a6-92c9-9c379445eaab tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:29.634314 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-8d00b488-8b0d-4012-962a-7622bd4196cc req-11bc7dba-70e9-42a6-92c9-9c379445eaab tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.1119914 Nov 09 10:37:29.687859 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-5322f18f-9195-4f54-a363-5c2b4331adf6 req-da35b215-4d4e-4d42-9c9f-92b25efccf70 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] For port 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=5e18d512-b8f1-4c42-b97a-fb6c81cea3d6,segment=NetworkSegment(f5e59569-a447-4d5f-8d52-cd6060d0e398),segment_id=f5e59569-a447-4d5f-8d52-cd6060d0e398)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:37:29.688244 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-5322f18f-9195-4f54-a363-5c2b4331adf6 req-da35b215-4d4e-4d42-9c9f-92b25efccf70 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:29.709073 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-5322f18f-9195-4f54-a363-5c2b4331adf6 req-da35b215-4d4e-4d42-9c9f-92b25efccf70 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Calling delete_port for 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6 owned by compute:nova {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:37:29.737400 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-8d00b488-8b0d-4012-962a-7622bd4196cc req-d756220b-be69-4d89-9b39-bfb9c23d9ff9 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880089 Nov 09 10:37:29.849285 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067f31f-1bdd-4651-8cde-abcbc0d233f2 req-4fac4f0a-b078-4af5-897b-03e0a3cf0755 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:29.850938 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d067f31f-1bdd-4651-8cde-abcbc0d233f2 req-4fac4f0a-b078-4af5-897b-03e0a3cf0755 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 945 time: 0.0689020 Nov 09 10:37:29.901392 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d067f31f-1bdd-4651-8cde-abcbc0d233f2 req-12af1240-dad3-4eeb-bd1f-395118bade1d tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f797c847-a0e8-4cef-a047-8402a8e81d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444829 Nov 09 10:37:30.035886 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-5322f18f-9195-4f54-a363-5c2b4331adf6 req-da35b215-4d4e-4d42-9c9f-92b25efccf70 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:30.053173 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['5e18d512-b8f1-4c42-b97a-fb6c81cea3d6'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:37:30.071797 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35b215-4d4e-4d42-9c9f-92b25efccf70 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Pushing event deleted for resources: {'Port': ['ID=5e18d512-b8f1-4c42-b97a-fb6c81cea3d6,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:30.114338 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [req-5322f18f-9195-4f54-a363-5c2b4331adf6 req-da35b215-4d4e-4d42-9c9f-92b25efccf70 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] No DVR routers for this DVR port 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6 on host hv-cinder-81662 {{(pid=101905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:37:30.116718 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-5322f18f-9195-4f54-a363-5c2b4331adf6 req-da35b215-4d4e-4d42-9c9f-92b25efccf70 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:30.120876 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5322f18f-9195-4f54-a363-5c2b4331adf6 req-da35b215-4d4e-4d42-9c9f-92b25efccf70 tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.30 "DELETE /v2.0/ports/5e18d512-b8f1-4c42-b97a-fb6c81cea3d6 HTTP/1.1" status: 204 len: 173 time: 0.7151117 Nov 09 10:37:30.121352 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086d58e6-c7ac-46ce-8c58-3cde611bdd29', 'name': 'network-vif-deleted', 'tag': '5e18d512-b8f1-4c42-b97a-fb6c81cea3d6'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:37:30.124981 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0879738e-d61a-450d-9f24-8b75e56b3674" -d '{"events": [{"server_uuid": "086d58e6-c7ac-46ce-8c58-3cde611bdd29", "name": "network-vif-deleted", "tag": "5e18d512-b8f1-4c42-b97a-fb6c81cea3d6"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:37:30.168357 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12b244a-bc39-474d-9a8f-7581c012cd05 x-openstack-request-id: req-c12b244a-bc39-474d-9a8f-7581c012cd05 {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:37:30.168713 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086d58e6-c7ac-46ce-8c58-3cde611bdd29", "name": "network-vif-deleted", "tag": "5e18d512-b8f1-4c42-b97a-fb6c81cea3d6", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:37:30.169029 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c12b244a-bc39-474d-9a8f-7581c012cd05 {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:37:30.169491 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086d58e6-c7ac-46ce-8c58-3cde611bdd29', 'name': 'network-vif-deleted', 'tag': '5e18d512-b8f1-4c42-b97a-fb6c81cea3d6', 'status': 'completed', 'code': 200} Nov 09 10:37:30.331746 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-48842aad-36e6-423b-ba57-eaecfdbea34a req-1be10ced-4813-4486-a6cd-ef237d6e4d90 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 210 time: 0.0313594 Nov 09 10:37:30.596108 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-b1d0d851-3061-411e-9423-2306de170bfb tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:30.597514 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-b1d0d851-3061-411e-9423-2306de170bfb tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.30 "GET /v2.0/networks?id=5554d1a8-4766-4ee1-bd4f-871198ca55f6 HTTP/1.1" status: 200 len: 815 time: 0.1087554 Nov 09 10:37:30.614365 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-e081ac48-9760-4055-9f70-4a713516edbe tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Request body: {'port': {'device_id': '495f1d34-e224-4dc2-a812-f8f1186558ab', 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6', 'admin_state_up': True, 'tenant_id': '39b4a5ce13d4496f8a0f0a50d852098e'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:37:30.830923 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-e081ac48-9760-4055-9f70-4a713516edbe tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Made reservation on behalf of 39b4a5ce13d4496f8a0f0a50d852098e for: {'port': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:37:30.835359 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-e081ac48-9760-4055-9f70-4a713516edbe tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:30.900947 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b397f3-655b-4505-8370-35c8a8eea80d req-3a29dd89-6c73-4bac-8868-103d1a7147a4 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:30.900947 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f3b397f3-655b-4505-8370-35c8a8eea80d req-3a29dd89-6c73-4bac-8868-103d1a7147a4 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0819724 Nov 09 10:37:31.032802 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f3b397f3-655b-4505-8370-35c8a8eea80d req-588a3fa3-a834-4b3c-90ed-30f7a98efd7e tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037624 Nov 09 10:37:31.036549 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4c2168c5-8e2c-4e6e-82e2-59ef7fec297b req-6052e9c2-9525-4c4e-83ab-3be0fdcada5d tempest-VolumesActionsTest-2107592728 tempest-VolumesActionsTest-2107592728-project] 10.222.0.35 "GET /v2.0/ports?device_id=086d58e6-c7ac-46ce-8c58-3cde611bdd29 HTTP/1.1" status: 200 len: 210 time: 0.0477674 Nov 09 10:37:31.071938 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_common [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-e081ac48-9760-4055-9f70-4a713516edbe tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Allocated IP 172.20.0.8 (5554d1a8-4766-4ee1-bd4f-871198ca55f6/31b1c900-fb6b-416f-a417-507bcc3a8be2/be7f1284-1ab8-4d35-a9f8-08db1bc7a60e) {{(pid=101905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:37:31.227018 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-e081ac48-9760-4055-9f70-4a713516edbe tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks [] for port, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:31.431730 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-5dea46b5-296e-45e1-8b26-5356eb68389d req-aee0920a-0d37-4092-9821-2b2ffddb0e92 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 210 time: 0.0282483 Nov 09 10:37:31.449806 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-e081ac48-9760-4055-9f70-4a713516edbe tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:31.466399 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['3efed32a-8fe2-427e-9ada-fdc0f5a9c188', 'f137f694-12be-40a2-af9b-d28f9b1b9082', 'a85ee1a5-296a-420d-a011-888db7794ba2'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:37:31.516413 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-e081ac48-9760-4055-9f70-4a713516edbe tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Network 5554d1a8-4766-4ee1-bd4f-871198ca55f6 is already hosted by enough agents. {{(pid=101905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:37:31.522268 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-e081ac48-9760-4055-9f70-4a713516edbe tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Resources bound (agent type, host, resource id): {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:37:31.528450 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-e081ac48-9760-4055-9f70-4a713516edbe tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Received port after_create {{(pid=101905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:37:31.537181 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-e081ac48-9760-4055-9f70-4a713516edbe tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:31.538059 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-e081ac48-9760-4055-9f70-4a713516edbe tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:31.545332 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081ac48-9760-4055-9f70-4a713516edbe tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Pushing event updated for resources: {'Port': ['ID=be7f1284-1ab8-4d35-a9f8-08db1bc7a60e,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:31.661026 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-e081ac48-9760-4055-9f70-4a713516edbe tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0504715 Nov 09 10:37:31.684972 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] Request body: {'port': {'device_id': '495f1d34-e224-4dc2-a812-f8f1186558ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81662'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:37:31.742630 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:32.013271 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7f1284-1ab8-4d35-a9f8-08db1bc7a60e {{(pid=101905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:37:32.021290 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:32.034156 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.provisioning_blocks [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] Transition to ACTIVE for port object be7f1284-1ab8-4d35-a9f8-08db1bc7a60e will not be triggered until provisioned by entity L2. {{(pid=101905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:37:32.104462 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:32.168046 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] Pushing event updated for resources: {'Port': ['ID=be7f1284-1ab8-4d35-a9f8-08db1bc7a60e,revision_number=2']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:32.197721 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.managers [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] Attempting to bind port be7f1284-1ab8-4d35-a9f8-08db1bc7a60e on host hv-cinder-81662 for vnic_type normal with profile {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:37:32.198136 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.managers [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] Attempting to bind port be7f1284-1ab8-4d35-a9f8-08db1bc7a60e by drivers openvswitch,hyperv on host hv-cinder-81662 at level 0 using segments [{'id': '75dffec9-8d21-416f-bf4b-903e91046ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6'}] {{(pid=101905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:37:32.198525 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] Attempting to bind port be7f1284-1ab8-4d35-a9f8-08db1bc7a60e on network 5554d1a8-4766-4ee1-bd4f-871198ca55f6 {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:37:32.202884 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] Port be7f1284-1ab8-4d35-a9f8-08db1bc7a60e on network 5554d1a8-4766-4ee1-bd4f-871198ca55f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81662 {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 10:37:32.203227 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297c661-7744-497c-9c3d-c9e2a00a1ae2 req-c678f9da-2f4d-4ef0-b8b6-85910c9911de tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:32.203381 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] Attempting to bind port be7f1284-1ab8-4d35-a9f8-08db1bc7a60e on network 5554d1a8-4766-4ee1-bd4f-871198ca55f6 {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:37:32.204787 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0297c661-7744-497c-9c3d-c9e2a00a1ae2 req-c678f9da-2f4d-4ef0-b8b6-85910c9911de tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0514011 Nov 09 10:37:32.208420 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] Checking agent: {'id': 'b8adbdf0-e7b5-4c08-8a0d-020b5ee3746c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'started_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:37:32.208878 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] Checking segment: {'id': '75dffec9-8d21-416f-bf4b-903e91046ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:37:32.209247 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] Bound using segment: {'id': '75dffec9-8d21-416f-bf4b-903e91046ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6'} {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:37:32.209671 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.managers [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] Bound port: be7f1284-1ab8-4d35-a9f8-08db1bc7a60e, host: hv-cinder-81662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75dffec9-8d21-416f-bf4b-903e91046ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6'}}] {{(pid=101905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:37:32.210053 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:32.263634 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0297c661-7744-497c-9c3d-c9e2a00a1ae2 req-f0916938-e7f1-446b-b870-d1d3c2e97116 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438483 Nov 09 10:37:32.288839 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] For port be7f1284-1ab8-4d35-a9f8-08db1bc7a60e, host hv-cinder-81662, cleared binding levels {{(pid=101905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:37:32.292333 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] For port be7f1284-1ab8-4d35-a9f8-08db1bc7a60e, host hv-cinder-81662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=be7f1284-1ab8-4d35-a9f8-08db1bc7a60e,segment=NetworkSegment(75dffec9-8d21-416f-bf4b-903e91046ced),segment_id=75dffec9-8d21-416f-bf4b-903e91046ced)] {{(pid=101905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:37:32.419415 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:32.456423 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:32.457059 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:32.458450 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] 10.222.0.30 "PUT /v2.0/ports/be7f1284-1ab8-4d35-a9f8-08db1bc7a60e HTTP/1.1" status: 200 len: 1093 time: 0.7779570 Nov 09 10:37:32.458885 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495f1d34-e224-4dc2-a812-f8f1186558ab', 'tag': 'be7f1284-1ab8-4d35-a9f8-08db1bc7a60e'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:37:32.461630 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8413221-46ba-4975-af98-f046ab5d594a" -d '{"events": [{"name": "network-changed", "server_uuid": "495f1d34-e224-4dc2-a812-f8f1186558ab", "tag": "be7f1284-1ab8-4d35-a9f8-08db1bc7a60e"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:37:32.489142 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf70bba-47a1-446f-af3d-bb4c8593f67e service neutron] Pushing event updated for resources: {'Port': ['ID=be7f1284-1ab8-4d35-a9f8-08db1bc7a60e,revision_number=3']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:32.502756 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4ea2af-30c3-4237-b0a3-25ba7fa3e84d x-openstack-request-id: req-ae4ea2af-30c3-4237-b0a3-25ba7fa3e84d {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:37:32.503094 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495f1d34-e224-4dc2-a812-f8f1186558ab", "tag": "be7f1284-1ab8-4d35-a9f8-08db1bc7a60e", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:37:32.503352 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae4ea2af-30c3-4237-b0a3-25ba7fa3e84d {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:37:32.503750 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495f1d34-e224-4dc2-a812-f8f1186558ab', 'tag': 'be7f1284-1ab8-4d35-a9f8-08db1bc7a60e', 'status': 'completed', 'code': 200} Nov 09 10:37:32.594080 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc4c22-0ce1-4615-8588-82485b464495 req-ab4c6544-fe36-438f-841c-a3145d39dc09 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:32.595817 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-21cc4c22-0ce1-4615-8588-82485b464495 req-ab4c6544-fe36-438f-841c-a3145d39dc09 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 943 time: 0.0830719 Nov 09 10:37:32.601821 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8413221-46ba-4975-af98-f046ab5d594a req-18103004-21ee-4a37-9c55-0ca03dd66bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:32.603406 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a8413221-46ba-4975-af98-f046ab5d594a req-18103004-21ee-4a37-9c55-0ca03dd66bc5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=39b4a5ce13d4496f8a0f0a50d852098e&device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 1096 time: 0.0643492 Nov 09 10:37:32.699324 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-21cc4c22-0ce1-4615-8588-82485b464495 req-59914b1a-96be-4118-9c31-0e2b112771c9 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949545 Nov 09 10:37:32.741831 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8413221-46ba-4975-af98-f046ab5d594a req-0198b218-cb89-476f-90ba-4b7c1c9b2d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:32.743230 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a8413221-46ba-4975-af98-f046ab5d594a req-0198b218-cb89-476f-90ba-4b7c1c9b2d4f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=39b4a5ce13d4496f8a0f0a50d852098e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1194384 Nov 09 10:37:32.843344 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8413221-46ba-4975-af98-f046ab5d594a req-3d2057dc-6bd6-4051-9095-f03a1174fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:32.844958 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a8413221-46ba-4975-af98-f046ab5d594a req-3d2057dc-6bd6-4051-9095-f03a1174fbb8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0902472 Nov 09 10:37:32.941143 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-fb31855b-cb3a-46ef-90db-1282699883dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:32.942663 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-fb31855b-cb3a-46ef-90db-1282699883dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=39b4a5ce13d4496f8a0f0a50d852098e&device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 1096 time: 0.0460873 Nov 09 10:37:33.004375 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-68a241e7-2e7e-4401-a0a5-669d639c41ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be7f1284-1ab8-4d35-a9f8-08db1bc7a60e HTTP/1.1" status: 200 len: 217 time: 0.0445158 Nov 09 10:37:33.055596 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-e2853a9b-baee-49be-8dc5-39296d7ae4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:33.057142 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-e2853a9b-baee-49be-8dc5-39296d7ae4b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31b1c900-fb6b-416f-a417-507bcc3a8be2 HTTP/1.1" status: 200 len: 855 time: 0.0445638 Nov 09 10:37:33.096872 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-b7810098-73ce-430c-8077-ddbd0e2a9966 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5554d1a8-4766-4ee1-bd4f-871198ca55f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281408 Nov 09 10:37:33.190612 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-d3756441-a053-44e5-880c-901ab06c32af service neutron] 10.222.0.30 "GET /v2.0/networks/5554d1a8-4766-4ee1-bd4f-871198ca55f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834551 Nov 09 10:37:33.414478 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e08011-d721-46d6-8c70-e09225fcfef4 req-f7878768-8e0b-49bf-a9f3-7d08b86dc63b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:33.416251 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a7e08011-d721-46d6-8c70-e09225fcfef4 req-f7878768-8e0b-49bf-a9f3-7d08b86dc63b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0556028 Nov 09 10:37:33.466598 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a7e08011-d721-46d6-8c70-e09225fcfef4 req-e704de64-5dac-45b1-8e43-35f63d136397 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439444 Nov 09 10:37:33.516711 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b895bfb-b2ed-4825-bad2-f0618392c551 req-f0bcc4ca-f038-4d7d-9b7a-4e39e5f6e3d2 service neutron] 10.222.0.30 "GET /v2.0/networks/5554d1a8-4766-4ee1-bd4f-871198ca55f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162940 Nov 09 10:37:33.658165 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6 no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:37:33.678128 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] No Port match for: 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:37:33.678482 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 5e18d512-b8f1-4c42-b97a-fb6c81cea3d6 not bound to the agent host hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:37:33.824238 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad4206-e571-4f74-b50b-e2c687d9a67b req-8efdf40b-6a9f-40f0-b6ca-f31edbdece69 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:33.829251 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-3fad4206-e571-4f74-b50b-e2c687d9a67b req-8efdf40b-6a9f-40f0-b6ca-f31edbdece69 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 943 time: 0.0599110 Nov 09 10:37:33.878340 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-3fad4206-e571-4f74-b50b-e2c687d9a67b req-2cb1a064-b218-419d-8c0f-c558eadf8029 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463359 Nov 09 10:37:33.937559 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 43892) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:34.046045 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-845cf026-e465-4560-ba13-899014a5a91d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:34.120771 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-845cf026-e465-4560-ba13-899014a5a91d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:34.184946 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-845cf026-e465-4560-ba13-899014a5a91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:34.221780 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845cf026-e465-4560-ba13-899014a5a91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4be417-7fe6-46b9-a8be-b10b13ea8ae2,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:34.227169 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-845cf026-e465-4560-ba13-899014a5a91d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b42d7c61201b400e8f17e1fb41e5407b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885756 Nov 09 10:37:34.230118 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 43898) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:34.286170 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2eafbe1f-4fe1-497c-a111-d509187a8aaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:34.307386 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2eafbe1f-4fe1-497c-a111-d509187a8aaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:34.423819 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2eafbe1f-4fe1-497c-a111-d509187a8aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:34.426434 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2eafbe1f-4fe1-497c-a111-d509187a8aaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:34.427575 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-2eafbe1f-4fe1-497c-a111-d509187a8aaf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f4be417-7fe6-46b9-a8be-b10b13ea8ae2 HTTP/1.1" status: 204 len: 168 time: 0.1964767 Nov 09 10:37:34.436771 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafbe1f-4fe1-497c-a111-d509187a8aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4be417-7fe6-46b9-a8be-b10b13ea8ae2,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:34.590928 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8230ced-64f9-45d8-8ac5-b41c6affae74 req-e67658dc-e2fa-4f19-bad4-e03b3fa60ad0 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:34.592461 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d8230ced-64f9-45d8-8ac5-b41c6affae74 req-e67658dc-e2fa-4f19-bad4-e03b3fa60ad0 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0493968 Nov 09 10:37:34.640715 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d8230ced-64f9-45d8-8ac5-b41c6affae74 req-6adb1d8c-7742-4935-a380-afc52ee5ad96 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417821 Nov 09 10:37:35.004000 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c139ac1-95d5-44f8-a193-fd286c960ede req-4c7ffa91-f536-4b60-a71b-04002a953a51 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:35.005458 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5c139ac1-95d5-44f8-a193-fd286c960ede req-4c7ffa91-f536-4b60-a71b-04002a953a51 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 943 time: 0.0561910 Nov 09 10:37:35.052551 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5c139ac1-95d5-44f8-a193-fd286c960ede req-c10eef66-bc22-411d-97bc-848e71e1b700 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406604 Nov 09 10:37:35.102689 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 43918) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:35.115425 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e80bb5c6-1576-4609-b24a-07466498e9ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:35.192236 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e80bb5c6-1576-4609-b24a-07466498e9ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:35.269538 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e80bb5c6-1576-4609-b24a-07466498e9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:35.311990 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-e80bb5c6-1576-4609-b24a-07466498e9ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41f7ab40f8c642efb3800626304f718d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081788 Nov 09 10:37:35.312723 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bb5c6-1576-4609-b24a-07466498e9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbff269-4563-4239-b55f-93ab8571bcf6,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:35.315690 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 43920) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:35.364935 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c26ed677-c9b3-4910-bab8-9cf5654ec31f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:35.387461 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c26ed677-c9b3-4910-bab8-9cf5654ec31f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:35.499129 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c26ed677-c9b3-4910-bab8-9cf5654ec31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:35.501736 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c26ed677-c9b3-4910-bab8-9cf5654ec31f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:35.502866 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-c26ed677-c9b3-4910-bab8-9cf5654ec31f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0dbff269-4563-4239-b55f-93ab8571bcf6 HTTP/1.1" status: 204 len: 168 time: 0.1858211 Nov 09 10:37:35.511582 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ed677-c9b3-4910-bab8-9cf5654ec31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbff269-4563-4239-b55f-93ab8571bcf6,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:35.765387 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375804b-ff46-43f7-a9ce-d19749fc9349 req-12166096-13b4-416b-b793-f0ad83224ab1 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:35.766666 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-8375804b-ff46-43f7-a9ce-d19749fc9349 req-12166096-13b4-416b-b793-f0ad83224ab1 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0510921 Nov 09 10:37:35.817430 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-8375804b-ff46-43f7-a9ce-d19749fc9349 req-78c0501e-011f-4c6c-9e59-44502c738453 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445065 Nov 09 10:37:36.174331 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421d899-6bb2-4b5c-a7bf-bba792873ad4 req-808d53d6-2690-4a06-a890-f6f81815f7d7 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:36.175886 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b421d899-6bb2-4b5c-a7bf-bba792873ad4 req-808d53d6-2690-4a06-a890-f6f81815f7d7 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 943 time: 0.0502644 Nov 09 10:37:36.223780 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b421d899-6bb2-4b5c-a7bf-bba792873ad4 req-127fb380-537f-4462-a1b0-cc5f92a4043f tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410912 Nov 09 10:37:36.940712 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa252c-d3d9-487c-999b-d644a93cfb94 req-281e8d81-f3b0-4c04-8853-031f41594293 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:36.942247 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-effa252c-d3d9-487c-999b-d644a93cfb94 req-281e8d81-f3b0-4c04-8853-031f41594293 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0522137 Nov 09 10:37:36.989905 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-effa252c-d3d9-487c-999b-d644a93cfb94 req-90900853-9bcb-4cff-9b39-c2ec7ef8c62d tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412345 Nov 09 10:37:37.341099 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790ee8c-11cb-40e4-a443-5f0f0e6f9428 req-9a81cd95-6f27-4d88-98f5-af0d69940698 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:37.342628 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f790ee8c-11cb-40e4-a443-5f0f0e6f9428 req-9a81cd95-6f27-4d88-98f5-af0d69940698 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 943 time: 0.0501008 Nov 09 10:37:37.391177 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f790ee8c-11cb-40e4-a443-5f0f0e6f9428 req-e97d6c3f-f317-4c71-9069-441b17769aaf tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422215 Nov 09 10:37:38.116546 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dcdc8-fda8-40a5-a14a-a467cf8f3d5a req-e2028a2b-0ebd-4793-b1f7-17716c8e29ee tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:38.118073 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-cc2dcdc8-fda8-40a5-a14a-a467cf8f3d5a req-e2028a2b-0ebd-4793-b1f7-17716c8e29ee tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0545826 Nov 09 10:37:38.166401 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-cc2dcdc8-fda8-40a5-a14a-a467cf8f3d5a req-c489748d-e10f-4bbe-a8bf-7cf094b5b9c9 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420206 Nov 09 10:37:38.516333 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488be08c-1197-457e-b690-273c7833ec77 req-908a600a-2208-42f2-8f2b-0dd2e97c3222 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:38.520449 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-488be08c-1197-457e-b690-273c7833ec77 req-908a600a-2208-42f2-8f2b-0dd2e97c3222 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 943 time: 0.0521634 Nov 09 10:37:38.568305 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-488be08c-1197-457e-b690-273c7833ec77 req-fa7493b8-1390-4110-ac37-40e3aedac43e tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445218 Nov 09 10:37:39.342849 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628ab97-fedc-493c-9bd6-abcbb6e33aba req-a3107cab-e10e-4d55-878d-dea0e99473e9 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:39.369238 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a628ab97-fedc-493c-9bd6-abcbb6e33aba req-a3107cab-e10e-4d55-878d-dea0e99473e9 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.1164594 Nov 09 10:37:39.484474 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a628ab97-fedc-493c-9bd6-abcbb6e33aba req-981836bc-3d5b-4045-b072-7d7dc4a3ba44 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109462 Nov 09 10:37:39.693819 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device be7f1284-1ab8-4d35-a9f8-08db1bc7a60e details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:37:39.722275 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 44086) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:39.834417 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d8afa-0be6-4bf5-8f2d-c1a0e006e302 req-20959073-ac8c-4973-836d-6f190d995912 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:39.841679 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-300d8afa-0be6-4bf5-8f2d-c1a0e006e302 req-20959073-ac8c-4973-836d-6f190d995912 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 943 time: 0.1155450 Nov 09 10:37:39.858732 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d19892f2-d102-4fd2-ba49-0f1115a0fa27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:39.904000 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-300d8afa-0be6-4bf5-8f2d-c1a0e006e302 req-4e065632-9f05-477b-a4aa-05bb0c0b139c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568590 Nov 09 10:37:39.926011 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port be7f1284-1ab8-4d35-a9f8-08db1bc7a60e, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=be7f1284-1ab8-4d35-a9f8-08db1bc7a60e,segment=NetworkSegment(75dffec9-8d21-416f-bf4b-903e91046ced),segment_id=75dffec9-8d21-416f-bf4b-903e91046ced)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:37:39.941162 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': 'be7f1284-1ab8-4d35-a9f8-08db1bc7a60e', 'network_id': '5554d1a8-4766-4ee1-bd4f-871198ca55f6', 'port_id': 'be7f1284-1ab8-4d35-a9f8-08db1bc7a60e', 'mac_address': 'fa:16:3e:35:d5:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b1c900-fb6b-416f-a417-507bcc3a8be2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:37:39.958116 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d19892f2-d102-4fd2-ba49-0f1115a0fa27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:39.983411 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:40.000401 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be7f1284-1ab8-4d35-a9f8-08db1bc7a60e {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:37:40.007364 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d19892f2-d102-4fd2-ba49-0f1115a0fa27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:40.026662 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port be7f1284-1ab8-4d35-a9f8-08db1bc7a60e, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=be7f1284-1ab8-4d35-a9f8-08db1bc7a60e,segment=NetworkSegment(75dffec9-8d21-416f-bf4b-903e91046ced),segment_id=75dffec9-8d21-416f-bf4b-903e91046ced)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:37:40.054975 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-d19892f2-d102-4fd2-ba49-0f1115a0fa27 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7620ef404d624be6b6f9135165128c94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3317723 Nov 09 10:37:40.056169 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19892f2-d102-4fd2-ba49-0f1115a0fa27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06da8011-501e-4e41-8ac6-c997fa046a83,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:40.057623 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 44096) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:40.098385 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:40.124759 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-76440b62-bf5b-44c0-af45-e5a7d8ac32c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:40.148810 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-76440b62-bf5b-44c0-af45-e5a7d8ac32c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:40.156286 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=be7f1284-1ab8-4d35-a9f8-08db1bc7a60e,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:40.163880 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:40.164514 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:40.164954 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:40.165249 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:40.165581 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:40.165908 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:40.166459 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:40.166729 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:40.167071 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:40.167400 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:40.167723 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:40.168066 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:37:40.365378 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb66e6-cc84-4858-a20f-6e3634bc0598 req-31ad44bd-bcc8-4b5d-b757-e8a7789b6a02 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:40.369419 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-53fb66e6-cc84-4858-a20f-6e3634bc0598 req-31ad44bd-bcc8-4b5d-b757-e8a7789b6a02 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0686891 Nov 09 10:37:40.433818 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-76440b62-bf5b-44c0-af45-e5a7d8ac32c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:40.437202 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-76440b62-bf5b-44c0-af45-e5a7d8ac32c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:40.438851 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-76440b62-bf5b-44c0-af45-e5a7d8ac32c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06da8011-501e-4e41-8ac6-c997fa046a83 HTTP/1.1" status: 204 len: 168 time: 0.3799953 Nov 09 10:37:40.453025 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76440b62-bf5b-44c0-af45-e5a7d8ac32c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06da8011-501e-4e41-8ac6-c997fa046a83,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:40.483470 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-53fb66e6-cc84-4858-a20f-6e3634bc0598 req-508ab25a-247b-4792-89b1-bef834677d71 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057706 Nov 09 10:37:40.561491 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['be7f1284-1ab8-4d35-a9f8-08db1bc7a60e'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:37:40.678995 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532b4b8-14ec-488c-b1d2-c9a9745ab92f req-6ef8a2e3-75f0-48dd-a014-1d747df5fbf3 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:40.681053 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c532b4b8-14ec-488c-b1d2-c9a9745ab92f req-6ef8a2e3-75f0-48dd-a014-1d747df5fbf3 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0727179 Nov 09 10:37:40.685182 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25743e64-32b8-4245-8214-17dc2ab48115 req-5478a7de-cc51-4643-be9a-53d81872bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:40.686806 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-25743e64-32b8-4245-8214-17dc2ab48115 req-5478a7de-cc51-4643-be9a-53d81872bb3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72d2f00c4c004c6b91287e418c91d927&device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 1099 time: 0.1922395 Nov 09 10:37:40.836573 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c532b4b8-14ec-488c-b1d2-c9a9745ab92f req-03c5c117-a463-4694-85a4-c3fac7c42497 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480858 Nov 09 10:37:40.839159 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25743e64-32b8-4245-8214-17dc2ab48115 req-462bedba-6550-46ac-bbf8-0e014cb5ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:40.840872 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-25743e64-32b8-4245-8214-17dc2ab48115 req-462bedba-6550-46ac-bbf8-0e014cb5ee36 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7356e1ef-978e-49fa-bc2d-b1ac03294fba HTTP/1.1" status: 200 len: 919 time: 0.1386921 Nov 09 10:37:40.905018 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-25743e64-32b8-4245-8214-17dc2ab48115 req-eb1bc06d-9c60-4970-bd50-dcc629e29c4b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bbca5fa-0081-4df3-bbdb-1ebc76058527 HTTP/1.1" status: 200 len: 217 time: 0.0548086 Nov 09 10:37:40.998339 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25743e64-32b8-4245-8214-17dc2ab48115 req-19a2fdd7-e8dc-46ac-9c26-1360e80ce93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:41.000003 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-25743e64-32b8-4245-8214-17dc2ab48115 req-19a2fdd7-e8dc-46ac-9c26-1360e80ce93a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c28d7e76-70e8-4369-839e-6b3b9fa92053 HTTP/1.1" status: 200 len: 859 time: 0.0838325 Nov 09 10:37:41.059194 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-25743e64-32b8-4245-8214-17dc2ab48115 req-50ff6539-71da-4204-b420-6c7ca773568a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7356e1ef-978e-49fa-bc2d-b1ac03294fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465915 Nov 09 10:37:41.077329 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50b114-cc6a-43f9-8a9b-69e774317af3 req-cdd23c7b-e10d-4fa7-b6d2-8769248c5ef1 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:41.085468 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-8a50b114-cc6a-43f9-8a9b-69e774317af3 req-cdd23c7b-e10d-4fa7-b6d2-8769248c5ef1 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 944 time: 0.0977066 Nov 09 10:37:41.148439 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-8a50b114-cc6a-43f9-8a9b-69e774317af3 req-e68eecd9-7751-40ef-8ab3-2be94e38eac5 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581880 Nov 09 10:37:41.186422 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-25743e64-32b8-4245-8214-17dc2ab48115 req-ca2e3b1e-59f9-4960-a386-a03f59d23082 service neutron] 10.222.0.30 "GET /v2.0/networks/7356e1ef-978e-49fa-bc2d-b1ac03294fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160488 Nov 09 10:37:41.302275 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-25743e64-32b8-4245-8214-17dc2ab48115 req-f20a93ba-2866-4f50-aca7-419febfa1076 service neutron] 10.222.0.30 "GET /v2.0/networks/7356e1ef-978e-49fa-bc2d-b1ac03294fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068094 Nov 09 10:37:41.433715 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 44124) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:41.446714 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-99d0842a-ec7c-457e-bf69-60b69cfc8fea admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:41.528330 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-99d0842a-ec7c-457e-bf69-60b69cfc8fea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:41.612557 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-99d0842a-ec7c-457e-bf69-60b69cfc8fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:41.616443 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5b178-68d4-46a4-93cd-dee5ff04f6c5 req-8c6a639b-be1e-473a-a0fe-3a9e030ec65b tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:41.618087 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ffe5b178-68d4-46a4-93cd-dee5ff04f6c5 req-8c6a639b-be1e-473a-a0fe-3a9e030ec65b tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0567398 Nov 09 10:37:41.662629 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-99d0842a-ec7c-457e-bf69-60b69cfc8fea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=380cc56f61ca483dad8c564a21787e83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277825 Nov 09 10:37:41.664533 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0842a-ec7c-457e-bf69-60b69cfc8fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f55c997-9e5d-4921-8b67-909ac8885a34,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:41.665894 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 44128) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:41.706713 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ffe5b178-68d4-46a4-93cd-dee5ff04f6c5 req-247eab57-56cb-47ad-b2e6-115f721f62c8 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821626 Nov 09 10:37:41.745330 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2783970d-60e6-4eb5-944a-334f633014a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:41.767758 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2783970d-60e6-4eb5-944a-334f633014a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:41.932920 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2783970d-60e6-4eb5-944a-334f633014a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:41.937707 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2783970d-60e6-4eb5-944a-334f633014a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:41.942811 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-2783970d-60e6-4eb5-944a-334f633014a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f55c997-9e5d-4921-8b67-909ac8885a34 HTTP/1.1" status: 204 len: 168 time: 0.2723420 Nov 09 10:37:41.956047 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783970d-60e6-4eb5-944a-334f633014a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f55c997-9e5d-4921-8b67-909ac8885a34,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:42.005281 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab206d01-613d-4cd5-8854-ca4db2f740c8 req-19da0d6c-0709-4ac8-9140-f5565fb040b2 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:42.014983 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ab206d01-613d-4cd5-8854-ca4db2f740c8 req-19da0d6c-0709-4ac8-9140-f5565fb040b2 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.1016595 Nov 09 10:37:42.110297 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ab206d01-613d-4cd5-8854-ca4db2f740c8 req-4f128dae-e94e-44eb-a946-8fcb1bfd8607 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923469 Nov 09 10:37:42.315453 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354d0b2-4c42-4faf-ae60-17ff1e7eb632 req-8a9fa6d6-9fd8-4146-add9-fcc66fbc8ed2 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:42.317601 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6354d0b2-4c42-4faf-ae60-17ff1e7eb632 req-8a9fa6d6-9fd8-4146-add9-fcc66fbc8ed2 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 944 time: 0.0698471 Nov 09 10:37:42.374893 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6354d0b2-4c42-4faf-ae60-17ff1e7eb632 req-159b442a-779e-4803-99af-af2443106cff tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513330 Nov 09 10:37:42.826817 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a6840-46ed-4e2d-8fe1-44443056ffdd req-7112d483-b4bc-493f-8452-2507689be440 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:42.828299 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-693a6840-46ed-4e2d-8fe1-44443056ffdd req-7112d483-b4bc-493f-8452-2507689be440 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0495358 Nov 09 10:37:42.876148 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-693a6840-46ed-4e2d-8fe1-44443056ffdd req-7f4edab1-c55c-471a-bf34-c283ff3cea41 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418704 Nov 09 10:37:43.313166 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaac9f8-4b6c-42cb-862a-0945fccce05c req-92afca01-7844-4498-803c-db909abbea68 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:43.324593 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-cbaac9f8-4b6c-42cb-862a-0945fccce05c req-92afca01-7844-4498-803c-db909abbea68 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.1031723 Nov 09 10:37:43.395352 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-cbaac9f8-4b6c-42cb-862a-0945fccce05c req-a58d91f3-3808-4f7f-8ad2-8059cfed05a5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692127 Nov 09 10:37:43.492494 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a7eca-ddc5-4fb1-bb51-edb3f1e6fc60 req-bdbb839c-31fc-46f9-8dde-bfb6e5d3825b tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:43.494181 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3a1a7eca-ddc5-4fb1-bb51-edb3f1e6fc60 req-bdbb839c-31fc-46f9-8dde-bfb6e5d3825b tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 944 time: 0.0503094 Nov 09 10:37:43.553148 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3a1a7eca-ddc5-4fb1-bb51-edb3f1e6fc60 req-aca810f9-9187-4f83-9d11-28d66ec0324e tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497298 Nov 09 10:37:43.722409 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 07b8bf6a-cca9-4efb-8c77-23793d3ff931 details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:37:43.726587 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device be7f1284-1ab8-4d35-a9f8-08db1bc7a60e up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:37:43.927586 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 07b8bf6a-cca9-4efb-8c77-23793d3ff931, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=07b8bf6a-cca9-4efb-8c77-23793d3ff931,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:37:44.077266 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91585f-1df9-44b0-94d2-4216c5fc549d req-2d47fa8e-7bbf-4823-bcdb-e604440b639b tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:44.085246 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': '07b8bf6a-cca9-4efb-8c77-23793d3ff931', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'port_id': '07b8bf6a-cca9-4efb-8c77-23793d3ff931', 'mac_address': 'fa:16:3e:c8:75:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:37:44.090558 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-3e91585f-1df9-44b0-94d2-4216c5fc549d req-2d47fa8e-7bbf-4823-bcdb-e604440b639b tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.1090369 Nov 09 10:37:44.092331 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning for port be7f1284-1ab8-4d35-a9f8-08db1bc7a60e completed by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:37:44.117603 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port be7f1284-1ab8-4d35-a9f8-08db1bc7a60e triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:37:44.118150 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:44.179253 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:44.204031 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-3e91585f-1df9-44b0-94d2-4216c5fc549d req-d5892249-b7b2-4d63-8e96-04ca2ae48bcb tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963876 Nov 09 10:37:44.236115 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07b8bf6a-cca9-4efb-8c77-23793d3ff931 {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:37:44.289531 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 07b8bf6a-cca9-4efb-8c77-23793d3ff931, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=07b8bf6a-cca9-4efb-8c77-23793d3ff931,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:37:44.291128 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:44.316306 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495f1d34-e224-4dc2-a812-f8f1186558ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7f1284-1ab8-4d35-a9f8-08db1bc7a60e'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:37:44.318581 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c771203-b282-4c3a-8e16-a89fd73e41d5" -d '{"events": [{"server_uuid": "495f1d34-e224-4dc2-a812-f8f1186558ab", "name": "network-vif-plugged", "status": "completed", "tag": "be7f1284-1ab8-4d35-a9f8-08db1bc7a60e"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:37:44.334167 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port be7f1284-1ab8-4d35-a9f8-08db1bc7a60e, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=be7f1284-1ab8-4d35-a9f8-08db1bc7a60e,segment=NetworkSegment(75dffec9-8d21-416f-bf4b-903e91046ced),segment_id=75dffec9-8d21-416f-bf4b-903e91046ced)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:37:44.382703 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b20e624-7444-43d4-bf16-866434e599e4 x-openstack-request-id: req-9b20e624-7444-43d4-bf16-866434e599e4 {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:37:44.382703 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495f1d34-e224-4dc2-a812-f8f1186558ab", "name": "network-vif-plugged", "status": "completed", "tag": "be7f1284-1ab8-4d35-a9f8-08db1bc7a60e", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:37:44.382703 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b20e624-7444-43d4-bf16-866434e599e4 {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:37:44.382703 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495f1d34-e224-4dc2-a812-f8f1186558ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7f1284-1ab8-4d35-a9f8-08db1bc7a60e', 'code': 200} Nov 09 10:37:44.418773 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:44.498218 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=07b8bf6a-cca9-4efb-8c77-23793d3ff931,revision_number=6']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:44.527804 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:44.598146 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a355b-385e-4d2f-a243-4067111392eb req-ed9ea794-d731-47ba-8470-9a0c523bae94 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:44.615453 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['07b8bf6a-cca9-4efb-8c77-23793d3ff931'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:37:44.621294 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a05a355b-385e-4d2f-a243-4067111392eb req-ed9ea794-d731-47ba-8470-9a0c523bae94 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 944 time: 0.1188443 Nov 09 10:37:44.694013 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=be7f1284-1ab8-4d35-a9f8-08db1bc7a60e,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:44.734459 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a05a355b-385e-4d2f-a243-4067111392eb req-c7b71764-45c9-4e47-b277-6ab69aa23a94 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088312 Nov 09 10:37:44.914586 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d7a75-f4b4-420a-b55f-0e8ad50f88f5 req-9279626e-5a79-4069-9207-e60572bb500c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:44.916591 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e07d7a75-f4b4-420a-b55f-0e8ad50f88f5 req-9279626e-5a79-4069-9207-e60572bb500c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 1098 time: 0.1109517 Nov 09 10:37:44.936109 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eab692-b0da-47b0-b45a-b2629447a868 req-8937082a-7d7a-4594-b783-49fa7867320d tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:44.951890 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-01eab692-b0da-47b0-b45a-b2629447a868 req-8937082a-7d7a-4594-b783-49fa7867320d tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 945 time: 0.1023550 Nov 09 10:37:45.060750 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-01eab692-b0da-47b0-b45a-b2629447a868 req-80069b0a-34e8-4265-94a8-da99d3e365f6 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033669 Nov 09 10:37:45.062841 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e07d7a75-f4b4-420a-b55f-0e8ad50f88f5 req-f50101c7-e063-4597-9f28-ae9c11488ce8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095624 Nov 09 10:37:45.349820 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3367c16-4679-4fa0-96b5-6c1669906059 req-6638540c-d313-4bda-89c6-19cd23b1fc6c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:45.362013 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d3367c16-4679-4fa0-96b5-6c1669906059 req-6638540c-d313-4bda-89c6-19cd23b1fc6c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0781302 Nov 09 10:37:45.430680 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d3367c16-4679-4fa0-96b5-6c1669906059 req-94841127-1183-4d57-a78d-ced9f4df28b2 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586114 Nov 09 10:37:45.730253 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 07b8bf6a-cca9-4efb-8c77-23793d3ff931 up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:37:45.860370 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port 07b8bf6a-cca9-4efb-8c77-23793d3ff931 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:37:45.860739 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:45.924116 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c148d04-4767-4640-9218-c3a6b4d3a8de req-21f4f04e-804d-4eb0-a21a-0778d0aefa71 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:45.931252 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9c148d04-4767-4640-9218-c3a6b4d3a8de req-21f4f04e-804d-4eb0-a21a-0778d0aefa71 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 944 time: 0.0941801 Nov 09 10:37:45.996396 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9c148d04-4767-4640-9218-c3a6b4d3a8de req-42a5c206-2a47-44f8-a3e3-31459afe57ff tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578198 Nov 09 10:37:46.005381 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:46.064927 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 07b8bf6a-cca9-4efb-8c77-23793d3ff931, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=07b8bf6a-cca9-4efb-8c77-23793d3ff931,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:37:46.149793 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:46.208725 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abc70b-46d8-481a-bbef-339529b1c299 req-1ab31cc3-9e27-45af-9be9-ba77acc10aa5 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:46.211138 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=07b8bf6a-cca9-4efb-8c77-23793d3ff931,revision_number=7']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:46.217434 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-50abc70b-46d8-481a-bbef-339529b1c299 req-1ab31cc3-9e27-45af-9be9-ba77acc10aa5 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 945 time: 0.0681062 Nov 09 10:37:46.269448 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-50abc70b-46d8-481a-bbef-339529b1c299 req-59ca9d57-b5d4-4e2e-9121-df1d7ad38e41 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510056 Nov 09 10:37:46.381826 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13b163e-1659-4e4c-ba93-9b4c0b05a6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b8bf6a-cca9-4efb-8c77-23793d3ff931'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:37:46.385398 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a923f38-1fd3-4d6a-933e-934b6788ee05" -d '{"events": [{"server_uuid": "e13b163e-1659-4e4c-ba93-9b4c0b05a6f8", "name": "network-vif-plugged", "status": "completed", "tag": "07b8bf6a-cca9-4efb-8c77-23793d3ff931"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:37:46.422390 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b461221c-bc2a-4e8d-8043-10f02268590c x-openstack-request-id: req-b461221c-bc2a-4e8d-8043-10f02268590c {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:37:46.422741 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13b163e-1659-4e4c-ba93-9b4c0b05a6f8", "name": "network-vif-plugged", "status": "completed", "tag": "07b8bf6a-cca9-4efb-8c77-23793d3ff931", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:37:46.423000 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b461221c-bc2a-4e8d-8043-10f02268590c {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:37:46.423396 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13b163e-1659-4e4c-ba93-9b4c0b05a6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b8bf6a-cca9-4efb-8c77-23793d3ff931', 'code': 200} Nov 09 10:37:46.560970 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4560bdd-a5da-43ef-a2de-94e867f9a52c req-13d296b7-7fae-4b99-8471-d21c3303788a tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:46.568354 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d4560bdd-a5da-43ef-a2de-94e867f9a52c req-13d296b7-7fae-4b99-8471-d21c3303788a tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0569763 Nov 09 10:37:46.618436 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d4560bdd-a5da-43ef-a2de-94e867f9a52c req-e4f7232c-ac1e-4ec6-8ef8-2b61b1b1b3ea tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492141 Nov 09 10:37:47.150462 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89772375-220c-4cc1-9286-dbd124a7ccca req-57149c91-f67e-45d2-b345-0df3f89946c9 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:47.152703 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-89772375-220c-4cc1-9286-dbd124a7ccca req-57149c91-f67e-45d2-b345-0df3f89946c9 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0669243 Nov 09 10:37:47.224669 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-89772375-220c-4cc1-9286-dbd124a7ccca req-fe467380-8be0-4c45-a7e6-de5b3653b87e tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659790 Nov 09 10:37:47.409247 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264eedba-416d-4645-8c42-a6797e650fce req-db7e2995-03d1-4dc4-92e9-d57ce5e3e186 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:47.410631 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-264eedba-416d-4645-8c42-a6797e650fce req-db7e2995-03d1-4dc4-92e9-d57ce5e3e186 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 945 time: 0.0538189 Nov 09 10:37:47.465810 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-264eedba-416d-4645-8c42-a6797e650fce req-10df8e6b-5422-463d-b97b-cbb1e1d6c51a tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487714 Nov 09 10:37:47.783423 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214585a4-55d1-4936-85a2-7ab4914a05c1 req-b70ebf96-9b85-48f5-82f3-d91f64415c00 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:47.783423 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-214585a4-55d1-4936-85a2-7ab4914a05c1 req-b70ebf96-9b85-48f5-82f3-d91f64415c00 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0582373 Nov 09 10:37:47.845682 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-214585a4-55d1-4936-85a2-7ab4914a05c1 req-cad9eef5-16d5-45d9-8d95-cfbef10c194d tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566428 Nov 09 10:37:48.351383 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef51882-3aa8-4c3b-9a5e-8f5f76a75dfe req-cbf269d8-8ad3-492b-9350-04c85aba83fa tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:48.353218 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2ef51882-3aa8-4c3b-9a5e-8f5f76a75dfe req-cbf269d8-8ad3-492b-9350-04c85aba83fa tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0514877 Nov 09 10:37:48.417445 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2ef51882-3aa8-4c3b-9a5e-8f5f76a75dfe req-4242117b-8708-49c2-b943-846e201f60ad tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582111 Nov 09 10:37:48.619040 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c377f25-a0f3-480c-8f92-cefbc37e9634 req-965f8467-a714-4c0d-8cf1-d112378c9d39 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:48.620707 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-8c377f25-a0f3-480c-8f92-cefbc37e9634 req-965f8467-a714-4c0d-8cf1-d112378c9d39 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 945 time: 0.0721569 Nov 09 10:37:48.675105 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-8c377f25-a0f3-480c-8f92-cefbc37e9634 req-00971120-7e66-41af-9db8-100dcbd4b045 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474658 Nov 09 10:37:48.977951 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c549c0-0d33-482f-8821-59ca37915b5e req-68a5dd27-3064-41ac-8898-93b4369056ec tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:48.979514 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-61c549c0-0d33-482f-8821-59ca37915b5e req-68a5dd27-3064-41ac-8898-93b4369056ec tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0546033 Nov 09 10:37:49.032068 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-61c549c0-0d33-482f-8821-59ca37915b5e req-b08acd22-5d8f-4a22-8d36-b2db596d8316 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431550 Nov 09 10:37:49.561137 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40054f16-56f3-4b83-926c-26722a38502d req-1253b3b3-5678-4ce0-83da-d40ed3acd995 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:49.563232 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-40054f16-56f3-4b83-926c-26722a38502d req-1253b3b3-5678-4ce0-83da-d40ed3acd995 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0550382 Nov 09 10:37:49.625840 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-40054f16-56f3-4b83-926c-26722a38502d req-0b0efe2c-c977-4c19-976b-f573ce5a24ec tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564837 Nov 09 10:37:50.165766 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e745f-c494-4b17-be07-251a73d7aac5 req-f0df168c-c09e-4a24-8c26-a8d2bd655054 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:50.167361 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7a3e745f-c494-4b17-be07-251a73d7aac5 req-f0df168c-c09e-4a24-8c26-a8d2bd655054 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0583301 Nov 09 10:37:50.231507 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7a3e745f-c494-4b17-be07-251a73d7aac5 req-4875d6c4-4ad8-40cf-9c94-9dafd76fd55e tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554404 Nov 09 10:37:50.573219 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-fd8db1de-16be-4949-b441-455cd9fcb7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:50.786283 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea50e1a-36f3-4b6d-b390-77c789383f3d req-dd4a2cbb-1eb4-49de-a34a-92e4621df6a3 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:50.787825 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-eea50e1a-36f3-4b6d-b390-77c789383f3d req-dd4a2cbb-1eb4-49de-a34a-92e4621df6a3 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0655551 Nov 09 10:37:50.860433 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-eea50e1a-36f3-4b6d-b390-77c789383f3d req-96141a05-4b46-489a-b0c3-4f27772c8826 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599222 Nov 09 10:37:51.367737 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7db3ea-a424-473b-abfa-bf72bd7c7164 req-0a8033d7-8e8c-48db-8a51-47696ec057ae tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:51.369340 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2d7db3ea-a424-473b-abfa-bf72bd7c7164 req-0a8033d7-8e8c-48db-8a51-47696ec057ae tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0556192 Nov 09 10:37:51.435617 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2d7db3ea-a424-473b-abfa-bf72bd7c7164 req-4ca05941-8e26-4d17-8a67-f8935a76711b tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583527 Nov 09 10:37:51.499442 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 44398) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:51.624451 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4ae5-9a9d-41b1-a41e-1357b3248cb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:51.736578 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4ae5-9a9d-41b1-a41e-1357b3248cb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:51.846599 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4ae5-9a9d-41b1-a41e-1357b3248cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:51.892428 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 44404) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:51.893161 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-6f4c4ae5-9a9d-41b1-a41e-1357b3248cb4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3380505358a84c68a32d358c3a6b69d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3918707 Nov 09 10:37:51.893762 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c4ae5-9a9d-41b1-a41e-1357b3248cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ee3abe-dcb2-47a1-b3d7-8e72e4f71684,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:51.981595 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1076e3a0-24fc-4b07-a5bb-707fbfc2dad6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:52.026459 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a2a8e-ea32-4c24-b239-393dd48a5250 req-145e8078-7840-4091-b291-92b982d81186 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:52.028013 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-279a2a8e-ea32-4c24-b239-393dd48a5250 req-145e8078-7840-4091-b291-92b982d81186 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0799489 Nov 09 10:37:52.030198 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1076e3a0-24fc-4b07-a5bb-707fbfc2dad6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:52.100618 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-279a2a8e-ea32-4c24-b239-393dd48a5250 req-91e5e42e-c3da-4150-96b2-eaaa57507951 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619254 Nov 09 10:37:52.201384 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1076e3a0-24fc-4b07-a5bb-707fbfc2dad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:52.204988 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1076e3a0-24fc-4b07-a5bb-707fbfc2dad6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:52.206492 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-1076e3a0-24fc-4b07-a5bb-707fbfc2dad6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76ee3abe-dcb2-47a1-b3d7-8e72e4f71684 HTTP/1.1" status: 204 len: 168 time: 0.3128467 Nov 09 10:37:52.216019 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076e3a0-24fc-4b07-a5bb-707fbfc2dad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ee3abe-dcb2-47a1-b3d7-8e72e4f71684,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:52.625683 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f94d74-963a-49b2-a4f8-e2e4a997c5b1 req-f37961e9-68fb-4b60-b390-a00560e2d943 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:52.633986 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-17f94d74-963a-49b2-a4f8-e2e4a997c5b1 req-f37961e9-68fb-4b60-b390-a00560e2d943 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.1125290 Nov 09 10:37:52.694718 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-17f94d74-963a-49b2-a4f8-e2e4a997c5b1 req-da289411-6377-49f7-8363-8f706d8c649b tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596654 Nov 09 10:37:53.045341 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 44422) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:53.059488 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1916a7e5-149b-4f7b-83c1-b3125e75764c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:53.171665 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1916a7e5-149b-4f7b-83c1-b3125e75764c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:53.248148 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1916a7e5-149b-4f7b-83c1-b3125e75764c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:53.298824 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916a7e5-149b-4f7b-83c1-b3125e75764c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e1eec6-7b0b-4fff-b9f8-8676190b2638,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:53.305430 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-1916a7e5-149b-4f7b-83c1-b3125e75764c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c0c6531e1f44ffb8b3ab301ab639612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589600 Nov 09 10:37:53.308209 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 44428) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:53.322074 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66e617-9051-45bc-a05b-13ef95216cc7 req-e30ecb15-6be1-4ee5-85e8-b888f134d29d tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:53.323729 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-df66e617-9051-45bc-a05b-13ef95216cc7 req-e30ecb15-6be1-4ee5-85e8-b888f134d29d tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.1203177 Nov 09 10:37:53.328294 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-a08a84a9-e859-46cc-bd82-a439497966c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:53.379760 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d1964ac6-c870-444f-af34-eebe75995e2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:53.393240 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-df66e617-9051-45bc-a05b-13ef95216cc7 req-2d2eb7ff-207e-4253-aeef-09e7440aeb45 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501041 Nov 09 10:37:53.405431 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d1964ac6-c870-444f-af34-eebe75995e2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:53.544020 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d1964ac6-c870-444f-af34-eebe75995e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:53.550260 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d1964ac6-c870-444f-af34-eebe75995e2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:53.551779 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-d1964ac6-c870-444f-af34-eebe75995e2b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76e1eec6-7b0b-4fff-b9f8-8676190b2638 HTTP/1.1" status: 204 len: 168 time: 0.2423775 Nov 09 10:37:53.560175 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1964ac6-c870-444f-af34-eebe75995e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e1eec6-7b0b-4fff-b9f8-8676190b2638,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:53.844270 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f122b-8dd2-4cb1-a2ba-b6fb0d5b711d req-f3f2cdca-46e8-4cdc-af4c-5dcf0b7d074c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:53.845875 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-941f122b-8dd2-4cb1-a2ba-b6fb0d5b711d req-f3f2cdca-46e8-4cdc-af4c-5dcf0b7d074c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0628579 Nov 09 10:37:53.906377 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-941f122b-8dd2-4cb1-a2ba-b6fb0d5b711d req-5b73a03c-9198-4ea0-a68f-7200a01adb86 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525861 Nov 09 10:37:53.956097 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:54.314304 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 44444) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:54.332619 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a70f504a-26af-4c79-b8c3-01e0dc81b808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:54.448399 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a70f504a-26af-4c79-b8c3-01e0dc81b808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:54.493161 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:54.521536 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a70f504a-26af-4c79-b8c3-01e0dc81b808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:54.527871 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a4c9b-bf00-410f-bd9d-306b2756fafb req-3637969d-fea8-4ba9-a3b8-39edde527eac tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:54.530101 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-fb4a4c9b-bf00-410f-bd9d-306b2756fafb req-3637969d-fea8-4ba9-a3b8-39edde527eac tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0528691 Nov 09 10:37:54.573536 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f504a-26af-4c79-b8c3-01e0dc81b808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c75dfc-3636-475c-997f-074cfe6ee63d,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:54.578788 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-a70f504a-26af-4c79-b8c3-01e0dc81b808 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=079bc86d36f34f6092dc1d9b807a119e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2626975 Nov 09 10:37:54.581646 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 44450) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:37:54.598300 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-fb4a4c9b-bf00-410f-bd9d-306b2756fafb req-81b14617-a8ce-43c6-abe5-3c9bfea121f7 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582783 Nov 09 10:37:54.651082 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cdd675fb-647a-4a7a-97ac-0bbc595c43b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:54.674310 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cdd675fb-647a-4a7a-97ac-0bbc595c43b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:54.783684 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cdd675fb-647a-4a7a-97ac-0bbc595c43b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:54.786393 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cdd675fb-647a-4a7a-97ac-0bbc595c43b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:54.790636 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-cdd675fb-647a-4a7a-97ac-0bbc595c43b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87c75dfc-3636-475c-997f-074cfe6ee63d HTTP/1.1" status: 204 len: 168 time: 0.2053657 Nov 09 10:37:54.798579 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd675fb-647a-4a7a-97ac-0bbc595c43b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c75dfc-3636-475c-997f-074cfe6ee63d,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:37:55.078864 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937d5e3-5223-4fe5-838a-b88e0ffc5b99 req-e0397225-1f09-4a8b-ab3b-06025745dc6c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:55.081881 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d937d5e3-5223-4fe5-838a-b88e0ffc5b99 req-e0397225-1f09-4a8b-ab3b-06025745dc6c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0720904 Nov 09 10:37:55.141487 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d937d5e3-5223-4fe5-838a-b88e0ffc5b99 req-e4ee9b23-1526-47d3-8da1-bd12038625c1 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516996 Nov 09 10:37:55.469781 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:55.729726 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48117be6-655b-4a05-ad89-275401095e57 req-b99c2b9c-9a7f-4a70-9bc0-a3984ccc46ca tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:55.731516 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-48117be6-655b-4a05-ad89-275401095e57 req-b99c2b9c-9a7f-4a70-9bc0-a3984ccc46ca tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0622511 Nov 09 10:37:55.787660 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-48117be6-655b-4a05-ad89-275401095e57 req-ed542cd1-738c-45e5-bfcb-149c9331ca58 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500462 Nov 09 10:37:56.332032 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ffd56-75f7-4604-bc90-796a8fd48166 req-d5beb535-5848-4cbc-96a3-79d7ee8c1f0d tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:56.333678 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2c9ffd56-75f7-4604-bc90-796a8fd48166 req-d5beb535-5848-4cbc-96a3-79d7ee8c1f0d tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0882363 Nov 09 10:37:56.365538 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:37:56.395397 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2c9ffd56-75f7-4604-bc90-796a8fd48166 req-7dbea6c3-99b3-4eea-9608-2220f2c02bd3 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491304 Nov 09 10:37:56.947085 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b4149-1d6e-4cd7-8482-0939de3722c6 req-b7081c59-416a-4c7e-a5a5-3fcb70b3051e tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:56.950651 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d59b4149-1d6e-4cd7-8482-0939de3722c6 req-b7081c59-416a-4c7e-a5a5-3fcb70b3051e tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0771337 Nov 09 10:37:57.054283 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d59b4149-1d6e-4cd7-8482-0939de3722c6 req-99c78428-3a22-48b9-b0ed-a0849f1a0698 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942943 Nov 09 10:37:57.528601 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6413332-d5f8-43c2-9078-a0852cbec6dd req-c2e8977e-0dc9-4ba5-a1f0-c019f0b3466a tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:57.530250 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a6413332-d5f8-43c2-9078-a0852cbec6dd req-c2e8977e-0dc9-4ba5-a1f0-c019f0b3466a tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0575345 Nov 09 10:37:57.586037 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a6413332-d5f8-43c2-9078-a0852cbec6dd req-ef1a040c-9a75-49e0-bc3d-ef5fdacf3786 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487609 Nov 09 10:37:58.209260 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f9b8d-ee5a-4714-b334-d16b520aa885 req-20ff7db8-3771-45ca-a595-7f586465bf0c tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:58.211097 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-cc6f9b8d-ee5a-4714-b334-d16b520aa885 req-20ff7db8-3771-45ca-a595-7f586465bf0c tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0577826 Nov 09 10:37:58.268289 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-cc6f9b8d-ee5a-4714-b334-d16b520aa885 req-d97214d0-2b52-4c8b-b306-2bacb831a1a4 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500679 Nov 09 10:37:58.751923 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a911ecb-cc05-46b1-88b5-fa2628efcfdd req-439cf632-45eb-4ee1-b74f-217d14cbfb57 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:58.760561 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3a911ecb-cc05-46b1-88b5-fa2628efcfdd req-439cf632-45eb-4ee1-b74f-217d14cbfb57 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0908704 Nov 09 10:37:58.805458 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3a911ecb-cc05-46b1-88b5-fa2628efcfdd req-a1c24a96-8acc-4112-bfb9-24a3fbd618c5 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439339 Nov 09 10:37:59.393660 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e6631-8c5c-46f8-b530-5c4db8b9840d req-49ccd2e4-c88d-4a19-9826-74949a3226d0 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:59.395351 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-048e6631-8c5c-46f8-b530-5c4db8b9840d req-49ccd2e4-c88d-4a19-9826-74949a3226d0 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0532496 Nov 09 10:37:59.445599 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-048e6631-8c5c-46f8-b530-5c4db8b9840d req-552d7669-7da8-4cf5-b9ac-269f4185ed0a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437615 Nov 09 10:37:59.937072 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22923ac9-069f-4511-8539-1bd8584fdf74 req-6940d787-fe14-4681-9caf-8cd5c04f3d8f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:37:59.940488 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-22923ac9-069f-4511-8539-1bd8584fdf74 req-6940d787-fe14-4681-9caf-8cd5c04f3d8f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0577314 Nov 09 10:37:59.995258 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-22923ac9-069f-4511-8539-1bd8584fdf74 req-f5ee9632-4581-4831-a797-be179bbbcf92 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492175 Nov 09 10:38:00.594393 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f620dfd-a805-4a69-a0b2-c2ce81e2770a req-8876574b-392a-49c1-9fd2-b60f9e921a31 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:00.597065 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-0f620dfd-a805-4a69-a0b2-c2ce81e2770a req-8876574b-392a-49c1-9fd2-b60f9e921a31 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0609968 Nov 09 10:38:00.664842 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-0f620dfd-a805-4a69-a0b2-c2ce81e2770a req-ee167b71-fc20-4f2f-ad9b-d4623d7d007f tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543368 Nov 09 10:38:01.142915 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1471d-9c5b-4e54-ad3b-6606c3f1a03f req-be65fc7b-5214-4028-989b-3f9e7b9b4130 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:01.146014 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7fa1471d-9c5b-4e54-ad3b-6606c3f1a03f req-be65fc7b-5214-4028-989b-3f9e7b9b4130 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0787315 Nov 09 10:38:01.236189 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7fa1471d-9c5b-4e54-ad3b-6606c3f1a03f req-f0ffb431-924d-44ed-b9c8-f90fdd3cf281 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719616 Nov 09 10:38:01.743669 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:38:01.839925 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd65100-efab-42d3-94ef-9596927e4f49 req-2dfd1324-aa39-434b-9cc9-e7d06cf7d6df tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:01.841489 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1dd65100-efab-42d3-94ef-9596927e4f49 req-2dfd1324-aa39-434b-9cc9-e7d06cf7d6df tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0579672 Nov 09 10:38:01.899198 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1dd65100-efab-42d3-94ef-9596927e4f49 req-f4e49b36-97a1-4d75-aea9-40a4781b1fe7 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509219 Nov 09 10:38:02.351848 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237262fc-5d4a-476a-9430-f5fc210d463f req-2a9a6c0e-4dc6-431b-8c20-8514a2d78ee7 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:02.353366 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-237262fc-5d4a-476a-9430-f5fc210d463f req-2a9a6c0e-4dc6-431b-8c20-8514a2d78ee7 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0541797 Nov 09 10:38:02.414097 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-237262fc-5d4a-476a-9430-f5fc210d463f req-e06a7df8-6685-4d00-b477-f574a7c80509 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523350 Nov 09 10:38:03.032475 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0acc2-90f7-433b-99ee-61d4be18db42 req-88d44f27-61a0-41ab-9f72-4499cf45f5c3 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:03.034290 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-aaf0acc2-90f7-433b-99ee-61d4be18db42 req-88d44f27-61a0-41ab-9f72-4499cf45f5c3 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0524161 Nov 09 10:38:03.086978 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-aaf0acc2-90f7-433b-99ee-61d4be18db42 req-9437429d-fb90-4163-9dd1-6d7cacdbef60 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466928 Nov 09 10:38:03.542775 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbc32c-30d0-4e34-a758-87f1d299eb21 req-9e0b212e-7061-4d34-a911-09b905d715c0 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:03.545135 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a8dbc32c-30d0-4e34-a758-87f1d299eb21 req-9e0b212e-7061-4d34-a911-09b905d715c0 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0530608 Nov 09 10:38:03.612534 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a8dbc32c-30d0-4e34-a758-87f1d299eb21 req-0db3e307-94c7-46d7-b935-5fb8c15e07ee tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565670 Nov 09 10:38:04.231716 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67cdae-9f90-4729-8d8e-fac050fcd614 req-e212819d-8928-42af-84a0-fb8c2c80d3f8 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:04.233281 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-fa67cdae-9f90-4729-8d8e-fac050fcd614 req-e212819d-8928-42af-84a0-fb8c2c80d3f8 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0532773 Nov 09 10:38:04.291359 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-fa67cdae-9f90-4729-8d8e-fac050fcd614 req-cdc71ac4-3d6a-428e-b1ba-426f75840305 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520134 Nov 09 10:38:04.742991 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0dc31-c2c8-4389-bcc2-05212f2a2fdd req-124c0145-e7be-4c0a-bb76-08ee1acca33b tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:04.749073 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2be0dc31-c2c8-4389-bcc2-05212f2a2fdd req-124c0145-e7be-4c0a-bb76-08ee1acca33b tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0656950 Nov 09 10:38:04.816511 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2be0dc31-c2c8-4389-bcc2-05212f2a2fdd req-83464a05-aa1c-4d9e-b0ae-0a0e4ce4366f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610564 Nov 09 10:38:05.420525 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6e353-ae52-48f0-806c-94e601cb212d req-b9d00c5f-4a86-40de-9ce4-433afd1f55f2 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:05.422033 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-efc6e353-ae52-48f0-806c-94e601cb212d req-b9d00c5f-4a86-40de-9ce4-433afd1f55f2 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0499265 Nov 09 10:38:05.468738 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-efc6e353-ae52-48f0-806c-94e601cb212d req-4d056a6e-9ea3-43e4-92b8-799ab41009cd tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407424 Nov 09 10:38:05.935633 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4c49a-72fa-41d0-a3cb-b0c397745a10 req-adff0d0b-9b4d-43ff-804d-a761fec32919 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:05.937126 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-91f4c49a-72fa-41d0-a3cb-b0c397745a10 req-adff0d0b-9b4d-43ff-804d-a761fec32919 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0486727 Nov 09 10:38:05.987061 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-91f4c49a-72fa-41d0-a3cb-b0c397745a10 req-0ea5ad9c-18b3-4a29-9e6d-2c05d15d80cf tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438950 Nov 09 10:38:06.609707 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7018aa-0247-48b1-8eae-06491e051069 req-dc642ad1-6c6a-4ecc-9f44-f3c757337844 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:06.611222 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-dd7018aa-0247-48b1-8eae-06491e051069 req-dc642ad1-6c6a-4ecc-9f44-f3c757337844 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0585926 Nov 09 10:38:06.668299 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-dd7018aa-0247-48b1-8eae-06491e051069 req-a8b19aff-7964-42db-a697-777096ef0d4b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506897 Nov 09 10:38:07.114861 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b94d60-dc51-4279-8ce9-992d74f4810f req-54a7120b-268b-4668-8a5b-022e89c2945f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:07.116391 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c8b94d60-dc51-4279-8ce9-992d74f4810f req-54a7120b-268b-4668-8a5b-022e89c2945f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0498838 Nov 09 10:38:07.175601 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c8b94d60-dc51-4279-8ce9-992d74f4810f req-7c1431ac-12cd-459b-9ba5-dd40d4d3248a tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496814 Nov 09 10:38:07.793956 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b497f-ef7d-4a9e-8c5f-66a5fbfe90ea req-336909da-4f7e-4ea7-86ce-b2daea3f5020 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:07.795450 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2d0b497f-ef7d-4a9e-8c5f-66a5fbfe90ea req-336909da-4f7e-4ea7-86ce-b2daea3f5020 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0483520 Nov 09 10:38:07.843839 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2d0b497f-ef7d-4a9e-8c5f-66a5fbfe90ea req-c32a9387-6afa-4058-b670-5a2eb4b3dce7 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424418 Nov 09 10:38:08.299056 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ce2fb-e016-4578-9783-f4e288d7a66b req-8d7557cb-8509-4cfe-ab5d-0ba97764de3f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:08.308219 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-853ce2fb-e016-4578-9783-f4e288d7a66b req-8d7557cb-8509-4cfe-ab5d-0ba97764de3f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0648782 Nov 09 10:38:08.359606 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-853ce2fb-e016-4578-9783-f4e288d7a66b req-c14f3704-36eb-4526-adb7-7b307257fc14 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501223 Nov 09 10:38:08.975998 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba45440-14bc-40a1-9f42-0437598003f2 req-26a6d2ed-982f-43ad-ae4f-51dddf06da7c tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:08.977808 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-fba45440-14bc-40a1-9f42-0437598003f2 req-26a6d2ed-982f-43ad-ae4f-51dddf06da7c tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0607100 Nov 09 10:38:09.025259 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-fba45440-14bc-40a1-9f42-0437598003f2 req-d0ba032e-5f58-4a34-8744-b910373c06d6 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418994 Nov 09 10:38:09.491857 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38d6a0-3fff-4316-b348-ee94ed7b693d req-d1d1a4c7-b9d3-494b-b08e-b65e506fa90f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:09.494095 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4e38d6a0-3fff-4316-b348-ee94ed7b693d req-d1d1a4c7-b9d3-494b-b08e-b65e506fa90f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0520790 Nov 09 10:38:09.548711 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4e38d6a0-3fff-4316-b348-ee94ed7b693d req-9382dfd4-df90-4bd6-ae8d-20df8e5a273c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456510 Nov 09 10:38:10.178029 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075e2ce-60d1-4c4d-96c4-c842cdd0cde0 req-28029ad9-2f94-4c9f-a8cd-33dc9cd02e41 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:10.186188 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b075e2ce-60d1-4c4d-96c4-c842cdd0cde0 req-28029ad9-2f94-4c9f-a8cd-33dc9cd02e41 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0629163 Nov 09 10:38:10.234666 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b075e2ce-60d1-4c4d-96c4-c842cdd0cde0 req-4ddb7d17-b7c6-4742-8481-10145a67ade3 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474923 Nov 09 10:38:10.684736 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a49c4c-fbbd-4a4d-a71d-df376faa2ef9 req-160d62d3-0c4e-46e6-9743-b499c5605de1 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:10.686321 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-18a49c4c-fbbd-4a4d-a71d-df376faa2ef9 req-160d62d3-0c4e-46e6-9743-b499c5605de1 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0616577 Nov 09 10:38:10.823834 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-18a49c4c-fbbd-4a4d-a71d-df376faa2ef9 req-db920cd2-324e-4dce-8bbd-3fdcb10a8aa7 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191185 Nov 09 10:38:11.375814 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922b514-d7b2-4410-a054-09b2db99cb1b req-434cd859-124f-4965-a2d7-70e5c1cebf6b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:11.377297 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9922b514-d7b2-4410-a054-09b2db99cb1b req-434cd859-124f-4965-a2d7-70e5c1cebf6b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0599270 Nov 09 10:38:11.430923 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9922b514-d7b2-4410-a054-09b2db99cb1b req-09c93713-f9f1-4b73-8ea3-9908d5e516f0 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467889 Nov 09 10:38:12.006774 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b61b26-43ca-451b-9ad4-c19ffe34fcc4 req-04c757a3-5b43-4ad0-8d55-e51469442aa2 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:12.006774 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-49b61b26-43ca-451b-9ad4-c19ffe34fcc4 req-04c757a3-5b43-4ad0-8d55-e51469442aa2 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0579922 Nov 09 10:38:12.024820 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-49b61b26-43ca-451b-9ad4-c19ffe34fcc4 req-d91d24d9-19bb-4c43-b17f-70ecad74b89e tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638225 Nov 09 10:38:12.573836 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ce0bd-7409-478c-88c6-a410abd621d2 req-f1eeca11-4147-4786-81bf-f22479a5fe8a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:12.575661 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ad9ce0bd-7409-478c-88c6-a410abd621d2 req-f1eeca11-4147-4786-81bf-f22479a5fe8a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0556395 Nov 09 10:38:12.627004 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ad9ce0bd-7409-478c-88c6-a410abd621d2 req-a06be13f-2bf5-4272-8da0-f33a01d733da tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451076 Nov 09 10:38:13.152431 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5efb90-a387-41ed-a1e6-27b4255a6cc0 req-3f716501-0117-443f-8350-9393e7a0c51a tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:13.154403 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-dd5efb90-a387-41ed-a1e6-27b4255a6cc0 req-3f716501-0117-443f-8350-9393e7a0c51a tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0558894 Nov 09 10:38:13.218242 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-dd5efb90-a387-41ed-a1e6-27b4255a6cc0 req-05f13561-7c8f-4aae-bca0-a0787eb6e3e5 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563326 Nov 09 10:38:13.781707 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b985f-8730-4ed9-8c06-c182a5dd5dd0 req-7a59f032-385a-4492-bc90-02623245faac tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:13.786045 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-731b985f-8730-4ed9-8c06-c182a5dd5dd0 req-7a59f032-385a-4492-bc90-02623245faac tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0663879 Nov 09 10:38:13.864771 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-731b985f-8730-4ed9-8c06-c182a5dd5dd0 req-882efec4-9703-4972-bd56-01ecc2033527 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695319 Nov 09 10:38:14.486222 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a37816-bfeb-4c4c-8816-65d21e8bca05 req-43a64269-01b2-4b61-ab7e-6d037f271560 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:14.488242 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-16a37816-bfeb-4c4c-8816-65d21e8bca05 req-43a64269-01b2-4b61-ab7e-6d037f271560 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.1159647 Nov 09 10:38:14.564866 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-16a37816-bfeb-4c4c-8816-65d21e8bca05 req-0ee1712e-f3e3-4753-a361-c8afa2752260 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610223 Nov 09 10:38:15.036828 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fefd9-2cff-404f-af79-27fe0ca284a0 req-05c3d46e-925f-4f24-b925-7438d2b529f3 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:15.040859 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-591fefd9-2cff-404f-af79-27fe0ca284a0 req-05c3d46e-925f-4f24-b925-7438d2b529f3 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0677598 Nov 09 10:38:15.100974 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-591fefd9-2cff-404f-af79-27fe0ca284a0 req-f38d8ea7-2027-4a7d-838f-cd8c630fabe6 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564806 Nov 09 10:38:15.752776 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995451e-1e73-493c-8b6f-8d5dbf2233b5 req-ebef911b-0f4f-41c8-9930-9e8b14d91330 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:15.757873 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d995451e-1e73-493c-8b6f-8d5dbf2233b5 req-ebef911b-0f4f-41c8-9930-9e8b14d91330 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0887597 Nov 09 10:38:15.834481 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1f38d-bef6-4816-926c-f8d3171e79f5 req-094cfba3-9b5b-4565-804b-4dff02cbd148 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:15.836879 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a9d1f38d-bef6-4816-926c-f8d3171e79f5 req-094cfba3-9b5b-4565-804b-4dff02cbd148 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 945 time: 0.0713205 Nov 09 10:38:15.863020 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d995451e-1e73-493c-8b6f-8d5dbf2233b5 req-645e7ae8-adb6-42bc-ba2e-a03f00b978b9 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952764 Nov 09 10:38:15.897207 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a9d1f38d-bef6-4816-926c-f8d3171e79f5 req-cc83cb02-ee89-48c7-a0c5-06128c4249b5 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530965 Nov 09 10:38:16.235894 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfc7f4-3b3e-4a75-ab47-26ffea122795 req-5771f773-d9aa-44a0-a558-9569efdeee78 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:16.237378 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-cfcfc7f4-3b3e-4a75-ab47-26ffea122795 req-5771f773-d9aa-44a0-a558-9569efdeee78 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0519211 Nov 09 10:38:16.292234 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-cfcfc7f4-3b3e-4a75-ab47-26ffea122795 req-e40eb198-6c80-4d37-b58c-718395c7bc4f tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454619 Nov 09 10:38:17.016592 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ccbf1-173f-49f6-870e-a9bb2ba65096 req-0b901613-f380-4f9f-8ac2-e917f7ff9a5b tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:17.018208 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-949ccbf1-173f-49f6-870e-a9bb2ba65096 req-0b901613-f380-4f9f-8ac2-e917f7ff9a5b tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0717196 Nov 09 10:38:17.019737 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ab9d1-e1e0-4531-817b-b1b4b024e635 req-4d03ce96-b5f0-4635-9d98-848096f5142b tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:17.021363 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e51ab9d1-e1e0-4531-817b-b1b4b024e635 req-4d03ce96-b5f0-4635-9d98-848096f5142b tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 945 time: 0.0493386 Nov 09 10:38:17.078137 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e51ab9d1-e1e0-4531-817b-b1b4b024e635 req-e8ceee2b-4fa4-42d7-980d-71f97aa3f8c3 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487258 Nov 09 10:38:17.080146 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-949ccbf1-173f-49f6-870e-a9bb2ba65096 req-2e9a58e8-b3f6-455a-a32f-7dd19f823edb tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542560 Nov 09 10:38:17.421646 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8b5c0-8223-4cf4-8598-9ae690ee03a0 req-cac04261-888c-4af6-bf66-633cc82247a7 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:17.429194 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-64d8b5c0-8223-4cf4-8598-9ae690ee03a0 req-cac04261-888c-4af6-bf66-633cc82247a7 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0643625 Nov 09 10:38:17.495322 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-64d8b5c0-8223-4cf4-8598-9ae690ee03a0 req-b16e1517-241f-4059-9dd4-da01e4e11272 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649891 Nov 09 10:38:17.973804 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 44930) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:18.034426 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99b0ed-a683-41e1-8a8a-7e85812460b1 req-cf128984-8b86-42de-a4c4-29bda619d3dd tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:18.036027 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5c99b0ed-a683-41e1-8a8a-7e85812460b1 req-cf128984-8b86-42de-a4c4-29bda619d3dd tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.30 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 945 time: 0.1016343 Nov 09 10:38:18.236609 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-da7625b1-7774-470d-b1b8-74fe915736a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:18.313724 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2667d-8d5b-4ab4-a1c1-4af60ce7e720 req-d0b752a3-6c34-485d-ab9b-8085dd24a69b tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:18.321487 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-99d2667d-8d5b-4ab4-a1c1-4af60ce7e720 req-d0b752a3-6c34-485d-ab9b-8085dd24a69b tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 945 time: 0.1087840 Nov 09 10:38:18.335221 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223a90a-c003-4643-8069-f9137a842b2b req-fb489608-a70d-4d09-af2a-03fd5fabc994 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:18.343049 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6223a90a-c003-4643-8069-f9137a842b2b req-fb489608-a70d-4d09-af2a-03fd5fabc994 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.1442549 Nov 09 10:38:18.353338 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-5c99b0ed-a683-41e1-8a8a-7e85812460b1 req-358ebebd-fa09-44e8-8834-e0d6fe74f24c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Deleting port be7f1284-1ab8-4d35-a9f8-08db1bc7a60e {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:38:18.353699 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-5c99b0ed-a683-41e1-8a8a-7e85812460b1 req-358ebebd-fa09-44e8-8834-e0d6fe74f24c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:18.415986 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-99d2667d-8d5b-4ab4-a1c1-4af60ce7e720 req-f1f5713f-3abe-410c-bbba-73e2fab097e3 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934675 Nov 09 10:38:18.461468 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-da7625b1-7774-470d-b1b8-74fe915736a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:18.471376 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-5c99b0ed-a683-41e1-8a8a-7e85812460b1 req-358ebebd-fa09-44e8-8834-e0d6fe74f24c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] For port be7f1284-1ab8-4d35-a9f8-08db1bc7a60e, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=be7f1284-1ab8-4d35-a9f8-08db1bc7a60e,segment=NetworkSegment(75dffec9-8d21-416f-bf4b-903e91046ced),segment_id=75dffec9-8d21-416f-bf4b-903e91046ced)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:38:18.471745 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-5c99b0ed-a683-41e1-8a8a-7e85812460b1 req-358ebebd-fa09-44e8-8834-e0d6fe74f24c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:18.497003 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-5c99b0ed-a683-41e1-8a8a-7e85812460b1 req-358ebebd-fa09-44e8-8834-e0d6fe74f24c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Calling delete_port for be7f1284-1ab8-4d35-a9f8-08db1bc7a60e owned by compute:nova {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:38:18.507677 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6223a90a-c003-4643-8069-f9137a842b2b req-805e911e-05ad-4082-a5ca-e564a1f7f5af tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636474 Nov 09 10:38:18.648682 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-da7625b1-7774-470d-b1b8-74fe915736a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:18.730807 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-da7625b1-7774-470d-b1b8-74fe915736a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8b07f35a16ba476d855ad20da2b16976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7556121 Nov 09 10:38:18.731539 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7625b1-7774-470d-b1b8-74fe915736a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea71ed9-f9da-4960-8a32-5b31fddc3d20,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:18.735400 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 44950) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:18.766858 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997489a-e9ac-47ca-a672-11a0fe6fbfc4 req-4cee9e30-d7db-40cc-aa29-21e9ddc74c71 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:18.768490 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-5997489a-e9ac-47ca-a672-11a0fe6fbfc4 req-4cee9e30-d7db-40cc-aa29-21e9ddc74c71 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.1707635 Nov 09 10:38:18.862619 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-9c4f74fc-f1dd-4b36-8213-9cdbc2e0d65c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:18.877268 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-5997489a-e9ac-47ca-a672-11a0fe6fbfc4 req-bfd3837c-2f44-4311-b26e-0ad03aaba1f6 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989444 Nov 09 10:38:18.900552 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-9c4f74fc-f1dd-4b36-8213-9cdbc2e0d65c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:18.949743 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-5c99b0ed-a683-41e1-8a8a-7e85812460b1 req-358ebebd-fa09-44e8-8834-e0d6fe74f24c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:18.964226 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['3efed32a-8fe2-427e-9ada-fdc0f5a9c188', 'f137f694-12be-40a2-af9b-d28f9b1b9082', 'a85ee1a5-296a-420d-a011-888db7794ba2', 'be7f1284-1ab8-4d35-a9f8-08db1bc7a60e'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:38:19.005064 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ebebd-fa09-44e8-8834-e0d6fe74f24c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Pushing event deleted for resources: {'Port': ['ID=be7f1284-1ab8-4d35-a9f8-08db1bc7a60e,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:19.062118 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c99b0ed-a683-41e1-8a8a-7e85812460b1 req-358ebebd-fa09-44e8-8834-e0d6fe74f24c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] No DVR routers for this DVR port be7f1284-1ab8-4d35-a9f8-08db1bc7a60e on host hv-cinder-81662 {{(pid=101905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:38:19.065935 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-5c99b0ed-a683-41e1-8a8a-7e85812460b1 req-358ebebd-fa09-44e8-8834-e0d6fe74f24c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:19.069863 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5c99b0ed-a683-41e1-8a8a-7e85812460b1 req-358ebebd-fa09-44e8-8834-e0d6fe74f24c tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.30 "DELETE /v2.0/ports/be7f1284-1ab8-4d35-a9f8-08db1bc7a60e HTTP/1.1" status: 204 len: 173 time: 1.0262580 Nov 09 10:38:19.070267 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495f1d34-e224-4dc2-a812-f8f1186558ab', 'name': 'network-vif-deleted', 'tag': 'be7f1284-1ab8-4d35-a9f8-08db1bc7a60e'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:38:19.072786 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd54a80f-6d83-4061-a123-f53e494b863c" -d '{"events": [{"server_uuid": "495f1d34-e224-4dc2-a812-f8f1186558ab", "name": "network-vif-deleted", "tag": "be7f1284-1ab8-4d35-a9f8-08db1bc7a60e"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:38:19.115417 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-9c4f74fc-f1dd-4b36-8213-9cdbc2e0d65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:19.120609 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-9c4f74fc-f1dd-4b36-8213-9cdbc2e0d65c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:19.124786 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-9c4f74fc-f1dd-4b36-8213-9cdbc2e0d65c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ea71ed9-f9da-4960-8a32-5b31fddc3d20 HTTP/1.1" status: 204 len: 168 time: 0.3866858 Nov 09 10:38:19.140104 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f74fc-f1dd-4b36-8213-9cdbc2e0d65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea71ed9-f9da-4960-8a32-5b31fddc3d20,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:19.194384 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cef5bc-cd0c-46d5-b41c-df2501fb625d x-openstack-request-id: req-83cef5bc-cd0c-46d5-b41c-df2501fb625d {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:38:19.200010 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495f1d34-e224-4dc2-a812-f8f1186558ab", "name": "network-vif-deleted", "tag": "be7f1284-1ab8-4d35-a9f8-08db1bc7a60e", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:38:19.200010 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-83cef5bc-cd0c-46d5-b41c-df2501fb625d {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:38:19.200010 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495f1d34-e224-4dc2-a812-f8f1186558ab', 'name': 'network-vif-deleted', 'tag': 'be7f1284-1ab8-4d35-a9f8-08db1bc7a60e', 'status': 'completed', 'code': 200} Nov 09 10:38:19.619542 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2cbedcd9-a792-46f7-a68f-7ec89580362e req-0f14a890-f37e-4c7f-bd61-b7fe6beb5663 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 210 time: 0.0988901 Nov 09 10:38:19.689862 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 44968) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:19.734443 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4ea59-2266-4593-ae68-fb3a553808fa req-fb0be135-d350-44cb-b37a-bb007a3e723c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:19.740034 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-46c4ea59-2266-4593-ae68-fb3a553808fa req-fb0be135-d350-44cb-b37a-bb007a3e723c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.1055343 Nov 09 10:38:19.781514 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_v2 [None req-91332e6e-79fe-4b80-a8e8-26f0f1f8059c admin admin] Deleting subnet 28dbdfa8-f5df-4144-8be7-f8324ce0cc4f {{(pid=101904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 10:38:19.785506 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-91332e6e-79fe-4b80-a8e8-26f0f1f8059c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:19.806628 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-46c4ea59-2266-4593-ae68-fb3a553808fa req-e676814f-eff3-4011-9226-d2a350c9390f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622492 Nov 09 10:38:19.838049 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-91332e6e-79fe-4b80-a8e8-26f0f1f8059c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8625588'] for subnet, precommit_delete_associations {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:19.894137 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-91332e6e-79fe-4b80-a8e8-26f0f1f8059c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1578030'] for subnet, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:20.080052 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb92fd-87f7-41eb-b497-ec0543ffb488 req-fbfd55a3-f90e-4ca0-90e2-93e6ce2b97f6 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:20.088859 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b7bb92fd-87f7-41eb-b497-ec0543ffb488 req-fbfd55a3-f90e-4ca0-90e2-93e6ce2b97f6 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0695982 Nov 09 10:38:20.123243 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-91332e6e-79fe-4b80-a8e8-26f0f1f8059c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1578023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9053813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8460600'] for subnet, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:20.184212 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 44976) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:20.199423 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91332e6e-79fe-4b80-a8e8-26f0f1f8059c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28dbdfa8-f5df-4144-8be7-f8324ce0cc4f,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:20.204363 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-0a7f7f43-0c6d-45c8-a031-87d28496a9a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:20.218055 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-91332e6e-79fe-4b80-a8e8-26f0f1f8059c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:20.224566 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-91332e6e-79fe-4b80-a8e8-26f0f1f8059c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/28dbdfa8-f5df-4144-8be7-f8324ce0cc4f HTTP/1.1" status: 204 len: 168 time: 0.5331349 Nov 09 10:38:20.233241 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 44978) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:20.316279 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-3a92a37f-72ef-4b25-96ab-9465429a4756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1668299'] for network, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:20.331355 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-0a7f7f43-0c6d-45c8-a031-87d28496a9a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:20.348942 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b7bb92fd-87f7-41eb-b497-ec0543ffb488 req-b1bb98ca-3002-4ffe-b816-631367a285cf tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521148 Nov 09 10:38:20.507100 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-3a92a37f-72ef-4b25-96ab-9465429a4756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1578843', 'neutron.services.segments.db._delete_segments_for_network-8781390831665'] for network, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:20.543329 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-0a7f7f43-0c6d-45c8-a031-87d28496a9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:20.575524 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-3a92a37f-72ef-4b25-96ab-9465429a4756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51c9ba3-bc65-47a2-b101-28e93246c8bd']}} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:38:20.590670 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-3a92a37f-72ef-4b25-96ab-9465429a4756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e59569-a447-4d5f-8d52-cd6060d0e398') {'for_net_delete': True} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:38:20.591247 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-3a92a37f-72ef-4b25-96ab-9465429a4756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e59569-a447-4d5f-8d52-cd6060d0e398') {} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:38:20.602614 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-3a92a37f-72ef-4b25-96ab-9465429a4756 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781390865722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8625581'] for segment, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:20.619004 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-3a92a37f-72ef-4b25-96ab-9465429a4756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:20.628201 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a92a37f-72ef-4b25-96ab-9465429a4756 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 10:38:20.628885 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-3a92a37f-72ef-4b25-96ab-9465429a4756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9053843'] for segment, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: Traceback (most recent call last): Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: timer() Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: cb(*args, **kw) Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: return func(*args, **kwargs) Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: self._notify() Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: self.callback(batched_events) Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: event.method(event) Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: return f(self, *a, **k) Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: return self._get(url).json() Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: return self.request(url, 'GET', **kwargs) Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 10:38:20.632517 dv-cinder-816628-1-iscsi neutron-server[101904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 10:38:20.636879 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-0a7f7f43-0c6d-45c8-a031-87d28496a9a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a0fe51a08fc4c4aa81bee72d4236d8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4512768 Nov 09 10:38:20.646289 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 44992) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:20.708409 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-851838b1-0982-4778-b724-189df92e4b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:20.715358 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f7f43-0c6d-45c8-a031-87d28496a9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6861b02f-de35-4e97-8d1a-de9141194e0f,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:20.757348 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-ac944309-5d7a-4f70-b63f-e8dab2d57185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:20.795010 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-ac944309-5d7a-4f70-b63f-e8dab2d57185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:20.838610 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2cc311df-58c2-4238-877d-4928236011cc req-f96e711e-fe85-49e6-964b-c3a2a814f78f tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=495f1d34-e224-4dc2-a812-f8f1186558ab HTTP/1.1" status: 200 len: 210 time: 0.0464170 Nov 09 10:38:20.978836 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-3a92a37f-72ef-4b25-96ab-9465429a4756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741285'] for network, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:21.021104 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-3a92a37f-72ef-4b25-96ab-9465429a4756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:21.026580 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-3a92a37f-72ef-4b25-96ab-9465429a4756 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f51c9ba3-bc65-47a2-b101-28e93246c8bd HTTP/1.1" status: 204 len: 168 time: 0.7915089 Nov 09 10:38:21.035353 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-ac944309-5d7a-4f70-b63f-e8dab2d57185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:21.038956 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-ac944309-5d7a-4f70-b63f-e8dab2d57185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:21.040415 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-ac944309-5d7a-4f70-b63f-e8dab2d57185 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6861b02f-de35-4e97-8d1a-de9141194e0f HTTP/1.1" status: 204 len: 168 time: 0.3924065 Nov 09 10:38:21.060140 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92a37f-72ef-4b25-96ab-9465429a4756 admin admin] Pushing event deleted for resources: {'Network': ['ID=f51c9ba3-bc65-47a2-b101-28e93246c8bd,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:21.060833 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac944309-5d7a-4f70-b63f-e8dab2d57185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6861b02f-de35-4e97-8d1a-de9141194e0f,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:21.155100 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53bec1-668e-4d9c-808e-14e37fa3aecd req-f15c7049-d47b-46c2-af1c-82412c314da7 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:21.158133 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4e53bec1-668e-4d9c-808e-14e37fa3aecd req-f15c7049-d47b-46c2-af1c-82412c314da7 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.2201974 Nov 09 10:38:21.195834 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1431d-b1d8-42a1-b280-5413c1650f4e req-026827c0-ec10-472e-a8af-67c393219466 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:21.199017 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c8c1431d-b1d8-42a1-b280-5413c1650f4e req-026827c0-ec10-472e-a8af-67c393219466 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 945 time: 0.1014001 Nov 09 10:38:21.272267 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4e53bec1-668e-4d9c-808e-14e37fa3aecd req-0734bc97-de0e-46ae-b8e2-13464a98b815 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923891 Nov 09 10:38:21.322703 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c8c1431d-b1d8-42a1-b280-5413c1650f4e req-d1595867-a17a-4326-87d4-b9d6fdebbaf6 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136947 Nov 09 10:38:21.489046 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae051c-2ecd-42ee-9168-c94f5252ac59 req-02fbfcc8-9c44-4430-85f2-9c941fa7019c tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:21.498674 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a1ae051c-2ecd-42ee-9168-c94f5252ac59 req-02fbfcc8-9c44-4430-85f2-9c941fa7019c tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0645082 Nov 09 10:38:21.586410 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a1ae051c-2ecd-42ee-9168-c94f5252ac59 req-62e9bf1d-69bf-41d5-9f67-b5e1294f7160 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849888 Nov 09 10:38:21.608666 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d29a2-d6d5-4a43-84bd-c9adfaa9ac61 req-97b0c4ce-0b1b-4750-aeb1-a9a93358e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:21.610166 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6c7d29a2-d6d5-4a43-84bd-c9adfaa9ac61 req-97b0c4ce-0b1b-4750-aeb1-a9a93358e9f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 1099 time: 0.1076844 Nov 09 10:38:21.696425 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6c7d29a2-d6d5-4a43-84bd-c9adfaa9ac61 req-fe448fe9-882d-4d2e-a404-a9fa878e9d87 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771360 Nov 09 10:38:21.877217 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device be7f1284-1ab8-4d35-a9f8-08db1bc7a60e no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:38:21.901351 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] No Port match for: be7f1284-1ab8-4d35-a9f8-08db1bc7a60e {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:38:21.901692 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device be7f1284-1ab8-4d35-a9f8-08db1bc7a60e not bound to the agent host hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:38:22.039803 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 45020) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:22.089921 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-dbe2bf36-9ad1-4d46-affd-088885c92b8f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bcca51d6c84d4962857babeca9f19d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488076 Nov 09 10:38:22.092262 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 45022) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:22.144211 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d3f0e30f-a0a0-4c87-b7ed-54468e24b6fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:22.168098 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d3f0e30f-a0a0-4c87-b7ed-54468e24b6fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:22.417581 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b6766-bd87-4fc0-82d3-edd059c3964f req-bccaf08a-720a-4445-930c-d4c8c0a380da tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:22.419134 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3b3b6766-bd87-4fc0-82d3-edd059c3964f req-bccaf08a-720a-4445-930c-d4c8c0a380da tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0694978 Nov 09 10:38:22.455001 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584c169-3efa-47f4-b820-a0cbe5524907 req-3777880e-5f53-4243-ab30-f853ffaaac70 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:22.456689 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f584c169-3efa-47f4-b820-a0cbe5524907 req-3777880e-5f53-4243-ab30-f853ffaaac70 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 945 time: 0.0510705 Nov 09 10:38:22.466324 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d3f0e30f-a0a0-4c87-b7ed-54468e24b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:22.468869 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d3f0e30f-a0a0-4c87-b7ed-54468e24b6fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:22.472245 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-d3f0e30f-a0a0-4c87-b7ed-54468e24b6fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f797c847-a0e8-4cef-a047-8402a8e81d94 HTTP/1.1" status: 204 len: 168 time: 0.3767877 Nov 09 10:38:22.477742 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3b3b6766-bd87-4fc0-82d3-edd059c3964f req-8c538414-2faa-4e99-b768-9bd2222795ab tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481706 Nov 09 10:38:22.482553 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0e30f-a0a0-4c87-b7ed-54468e24b6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f797c847-a0e8-4cef-a047-8402a8e81d94,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:22.525776 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f584c169-3efa-47f4-b820-a0cbe5524907 req-b45ba20e-4da7-4a83-a2cf-5183cbf166db tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625460 Nov 09 10:38:22.709759 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27250bff-3d08-4b53-bca4-a45654cf5239 req-61aaa2b8-8fcc-4867-8706-52da63b04ce7 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:22.711349 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-27250bff-3d08-4b53-bca4-a45654cf5239 req-61aaa2b8-8fcc-4867-8706-52da63b04ce7 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0518262 Nov 09 10:38:23.061530 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-27250bff-3d08-4b53-bca4-a45654cf5239 req-b8e7a2a2-a649-4dab-a922-7e9696088f49 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3435881 Nov 09 10:38:23.288745 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d086c-1412-4205-9a4a-2c00c9aa4bb6 req-6bd393f4-5f76-4723-b2aa-38a4d868a548 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:23.296523 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-3f2d086c-1412-4205-9a4a-2c00c9aa4bb6 req-6bd393f4-5f76-4723-b2aa-38a4d868a548 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 945 time: 0.0751503 Nov 09 10:38:23.434490 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-754ac8b4-0170-4d04-931a-e8eda2d5abf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:23.447991 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-3f2d086c-1412-4205-9a4a-2c00c9aa4bb6 req-244b9c80-f817-46c8-bb00-a7898b756177 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Deleting port 57025d56-126d-4a16-a8f5-a8c2b1c1acc8 {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:38:23.449667 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-3f2d086c-1412-4205-9a4a-2c00c9aa4bb6 req-244b9c80-f817-46c8-bb00-a7898b756177 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:23.584371 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-3f2d086c-1412-4205-9a4a-2c00c9aa4bb6 req-244b9c80-f817-46c8-bb00-a7898b756177 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] For port 57025d56-126d-4a16-a8f5-a8c2b1c1acc8, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=57025d56-126d-4a16-a8f5-a8c2b1c1acc8,segment=NetworkSegment(d4aaba3d-c1b6-4e3c-819e-7eff923d00d3),segment_id=d4aaba3d-c1b6-4e3c-819e-7eff923d00d3)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:38:23.585447 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-3f2d086c-1412-4205-9a4a-2c00c9aa4bb6 req-244b9c80-f817-46c8-bb00-a7898b756177 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:23.621515 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-3f2d086c-1412-4205-9a4a-2c00c9aa4bb6 req-244b9c80-f817-46c8-bb00-a7898b756177 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Calling delete_port for 57025d56-126d-4a16-a8f5-a8c2b1c1acc8 owned by compute:nova {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:38:23.676086 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025e8dc-de1d-46e4-aeea-3f668d29a054 req-86b0a374-c5dd-4b97-8bdf-2f18c7fc6428 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:23.685465 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d025e8dc-de1d-46e4-aeea-3f668d29a054 req-86b0a374-c5dd-4b97-8bdf-2f18c7fc6428 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 945 time: 0.0595825 Nov 09 10:38:23.717689 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afc268-9d67-4175-97c3-0490a945076e req-03aeb485-a78b-45ad-a4d2-915bff775257 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:23.719318 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-37afc268-9d67-4175-97c3-0490a945076e req-03aeb485-a78b-45ad-a4d2-915bff775257 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.1225762 Nov 09 10:38:23.779650 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d025e8dc-de1d-46e4-aeea-3f668d29a054 req-b0edebce-534a-42c3-8f4b-46d3994b0fa9 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915537 Nov 09 10:38:23.831881 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-37afc268-9d67-4175-97c3-0490a945076e req-6b5b3a56-75f8-4ee8-b90b-f8c116c551d6 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999892 Nov 09 10:38:24.011850 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:24.070069 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-3f2d086c-1412-4205-9a4a-2c00c9aa4bb6 req-244b9c80-f817-46c8-bb00-a7898b756177 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:24.120143 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b9c80-f817-46c8-bb00-a7898b756177 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Pushing event deleted for resources: {'Port': ['ID=57025d56-126d-4a16-a8f5-a8c2b1c1acc8,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:24.143597 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b9c80-f817-46c8-bb00-a7898b756177 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:24.143839 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b9c80-f817-46c8-bb00-a7898b756177 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:24.144202 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b9c80-f817-46c8-bb00-a7898b756177 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:24.144533 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b9c80-f817-46c8-bb00-a7898b756177 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:24.144922 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b9c80-f817-46c8-bb00-a7898b756177 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:24.145174 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b9c80-f817-46c8-bb00-a7898b756177 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:24.145490 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b9c80-f817-46c8-bb00-a7898b756177 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:24.145807 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b9c80-f817-46c8-bb00-a7898b756177 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:24.146120 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b9c80-f817-46c8-bb00-a7898b756177 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:24.147383 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b9c80-f817-46c8-bb00-a7898b756177 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:24.147715 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b9c80-f817-46c8-bb00-a7898b756177 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:24.148052 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b9c80-f817-46c8-bb00-a7898b756177 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:24.168469 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2d086c-1412-4205-9a4a-2c00c9aa4bb6 req-244b9c80-f817-46c8-bb00-a7898b756177 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] No DVR routers for this DVR port 57025d56-126d-4a16-a8f5-a8c2b1c1acc8 on host hv-cinder-81662 {{(pid=101905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:38:24.168469 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-3f2d086c-1412-4205-9a4a-2c00c9aa4bb6 req-244b9c80-f817-46c8-bb00-a7898b756177 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:24.172098 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-3f2d086c-1412-4205-9a4a-2c00c9aa4bb6 req-244b9c80-f817-46c8-bb00-a7898b756177 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.30 "DELETE /v2.0/ports/57025d56-126d-4a16-a8f5-a8c2b1c1acc8 HTTP/1.1" status: 204 len: 173 time: 0.8714604 Nov 09 10:38:24.172560 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5924110-d06d-417d-9686-b288506a4155', 'name': 'network-vif-deleted', 'tag': '57025d56-126d-4a16-a8f5-a8c2b1c1acc8'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:38:24.175626 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d903384-9ad0-43e7-88b7-c387814d974d" -d '{"events": [{"server_uuid": "a5924110-d06d-417d-9686-b288506a4155", "name": "network-vif-deleted", "tag": "57025d56-126d-4a16-a8f5-a8c2b1c1acc8"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:38:24.543854 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:24.572933 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d729e3-4c25-4bf0-b934-c67ba3870d2a req-21e19152-8796-42ee-adfc-faedbfd6e8eb tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:24.580595 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-45d729e3-4c25-4bf0-b934-c67ba3870d2a req-21e19152-8796-42ee-adfc-faedbfd6e8eb tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0796592 Nov 09 10:38:24.588395 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18960fd-58eb-4823-bdf9-95fb77986476 x-openstack-request-id: req-a18960fd-58eb-4823-bdf9-95fb77986476 {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:38:24.588958 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5924110-d06d-417d-9686-b288506a4155", "name": "network-vif-deleted", "tag": "57025d56-126d-4a16-a8f5-a8c2b1c1acc8", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:38:24.589150 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a18960fd-58eb-4823-bdf9-95fb77986476 {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:38:24.589776 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5924110-d06d-417d-9686-b288506a4155', 'name': 'network-vif-deleted', 'tag': '57025d56-126d-4a16-a8f5-a8c2b1c1acc8', 'status': 'completed', 'code': 200} Nov 09 10:38:24.649568 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-45d729e3-4c25-4bf0-b934-c67ba3870d2a req-ddc87bb0-4cd1-46e1-b56e-027a4c03785a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671859 Nov 09 10:38:24.746264 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708b2dd-0445-467a-aa76-251185101b80 req-0e872f58-6367-4979-9a21-2c70f10fba3a tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:24.748668 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c708b2dd-0445-467a-aa76-251185101b80 req-0e872f58-6367-4979-9a21-2c70f10fba3a tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 945 time: 0.1023691 Nov 09 10:38:24.815412 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c708b2dd-0445-467a-aa76-251185101b80 req-9107f151-10f7-4af4-8dd8-e3e6b7732282 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577388 Nov 09 10:38:24.896364 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b7379bd-5a2a-40fd-8a25-2c306938ddd6 req-d8da8047-96f9-4c09-a8dc-69751ee66b2d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538483 Nov 09 10:38:24.943002 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-693ad9db-5359-4b52-9ec6-a2b7b0812c2d req-d530d63e-7c04-436b-b139-c358707c6a33 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 210 time: 0.0322244 Nov 09 10:38:24.994009 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7379bd-5a2a-40fd-8a25-2c306938ddd6 req-58dfa370-c91f-43ba-9dba-349cb788fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:24.995933 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b7379bd-5a2a-40fd-8a25-2c306938ddd6 req-58dfa370-c91f-43ba-9dba-349cb788fd0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72d2f00c4c004c6b91287e418c91d927&device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 1099 time: 0.0558832 Nov 09 10:38:25.152052 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7379bd-5a2a-40fd-8a25-2c306938ddd6 req-11926451-9da2-4dc5-9473-ea58fe485612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:25.153549 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b7379bd-5a2a-40fd-8a25-2c306938ddd6 req-11926451-9da2-4dc5-9473-ea58fe485612 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7356e1ef-978e-49fa-bc2d-b1ac03294fba HTTP/1.1" status: 200 len: 919 time: 0.1299324 Nov 09 10:38:25.162342 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de951c-a7ca-48d4-949d-e663809eea6d req-a37f3947-9a38-49a9-9ab3-f0e904676939 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:25.163919 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-67de951c-a7ca-48d4-949d-e663809eea6d req-a37f3947-9a38-49a9-9ab3-f0e904676939 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0802763 Nov 09 10:38:25.457288 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b7379bd-5a2a-40fd-8a25-2c306938ddd6 req-6245d16d-8bf6-4764-af96-7ca2a06a8eff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bbca5fa-0081-4df3-bbdb-1ebc76058527 HTTP/1.1" status: 200 len: 217 time: 0.2638023 Nov 09 10:38:25.465919 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-67de951c-a7ca-48d4-949d-e663809eea6d req-93f8e3aa-ef4c-4a16-9ba0-dbd5bcf49a43 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950833 Nov 09 10:38:25.532363 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:25.814618 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a65a81-fd63-4c11-832f-ce2cf2acd3a3 req-fb2ece7d-e3f7-4a90-bdb7-85aa23d5d320 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:25.816131 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c0a65a81-fd63-4c11-832f-ce2cf2acd3a3 req-fb2ece7d-e3f7-4a90-bdb7-85aa23d5d320 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0529246 Nov 09 10:38:25.868060 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c0a65a81-fd63-4c11-832f-ce2cf2acd3a3 req-9dfd2ca1-bb6c-44bd-bdfa-195f69addf53 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456061 Nov 09 10:38:25.943563 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5e5aa-7a45-45de-97b4-576802d172c3 req-82054e18-fde2-4b76-97df-7de5322016f1 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:25.945102 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a3b5e5aa-7a45-45de-97b4-576802d172c3 req-82054e18-fde2-4b76-97df-7de5322016f1 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 945 time: 0.0541859 Nov 09 10:38:26.002491 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a3b5e5aa-7a45-45de-97b4-576802d172c3 req-2cf65a83-d33a-4593-a85b-37a5c17f2243 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465748 Nov 09 10:38:26.060354 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-67c8bc0b-687e-4864-a71b-254cb7ae2aaa req-559245c2-5d39-4fcd-a024-c6a6f6f36155 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 210 time: 0.0263789 Nov 09 10:38:26.113913 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 57025d56-126d-4a16-a8f5-a8c2b1c1acc8 no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:38:26.134852 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] No Port match for: 57025d56-126d-4a16-a8f5-a8c2b1c1acc8 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:38:26.135190 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 57025d56-126d-4a16-a8f5-a8c2b1c1acc8 not bound to the agent host hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:38:26.354725 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:26.588738 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e390e-710c-4054-906b-00fdaffae710 req-107ab96e-b951-45c0-9200-cf8715f7aa66 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:26.590333 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b83e390e-710c-4054-906b-00fdaffae710 req-107ab96e-b951-45c0-9200-cf8715f7aa66 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0518966 Nov 09 10:38:26.646663 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b83e390e-710c-4054-906b-00fdaffae710 req-367f2288-e00b-40bf-8b9a-78cdec2be8f5 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498476 Nov 09 10:38:27.033067 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092fd27-3af5-4021-b58f-282fdffb602c req-63c8f1dd-caf3-45f4-8a9a-4589b134e8e8 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:27.034632 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7092fd27-3af5-4021-b58f-282fdffb602c req-63c8f1dd-caf3-45f4-8a9a-4589b134e8e8 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 945 time: 0.0487344 Nov 09 10:38:27.083163 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7092fd27-3af5-4021-b58f-282fdffb602c req-a3cf1cf3-e4c9-454a-a67b-0537d060f6de tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422516 Nov 09 10:38:27.120500 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ad525-a9d2-42ab-90f1-e94088492058 req-322733dd-63e5-4b86-a76a-d7f699edf5a7 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:27.122436 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b74ad525-a9d2-42ab-90f1-e94088492058 req-322733dd-63e5-4b86-a76a-d7f699edf5a7 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 945 time: 0.0505955 Nov 09 10:38:27.171555 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b74ad525-a9d2-42ab-90f1-e94088492058 req-a943e9bd-346b-46df-a3bc-2b98be606048 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430832 Nov 09 10:38:27.192916 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b9855d84-f863-444c-b5c6-fa1151accd17 req-5cb3cf60-2ede-4f0f-979c-6c7d556ef8ab tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 210 time: 0.0361500 Nov 09 10:38:27.780348 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a8045-7394-4f15-b7a0-dfa9adcc03c3 req-a77f4480-e465-4061-99e9-15a9b8a027c1 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:27.782024 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-028a8045-7394-4f15-b7a0-dfa9adcc03c3 req-a77f4480-e465-4061-99e9-15a9b8a027c1 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0671113 Nov 09 10:38:27.830785 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-028a8045-7394-4f15-b7a0-dfa9adcc03c3 req-8c2c399a-e0e1-406e-801f-ccd9a031b882 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411677 Nov 09 10:38:27.980528 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 07b8bf6a-cca9-4efb-8c77-23793d3ff931 no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:38:28.037866 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7379bd-5a2a-40fd-8a25-2c306938ddd6 req-45dd6ad2-7c32-4aec-84e0-16bf39c56547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:28.039311 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b7379bd-5a2a-40fd-8a25-2c306938ddd6 req-45dd6ad2-7c32-4aec-84e0-16bf39c56547 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c28d7e76-70e8-4369-839e-6b3b9fa92053 HTTP/1.1" status: 200 len: 859 time: 0.0494132 Nov 09 10:38:28.063632 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:28.078124 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b7379bd-5a2a-40fd-8a25-2c306938ddd6 req-722d07b1-a939-44ed-874e-ec22075376cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7356e1ef-978e-49fa-bc2d-b1ac03294fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255909 Nov 09 10:38:28.087496 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13b163e-1659-4e4c-ba93-9b4c0b05a6f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07b8bf6a-cca9-4efb-8c77-23793d3ff931'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:38:28.089756 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d2f913-b2fd-4d61-a12a-ce406b7ee60a" -d '{"events": [{"server_uuid": "e13b163e-1659-4e4c-ba93-9b4c0b05a6f8", "name": "network-vif-unplugged", "status": "completed", "tag": "07b8bf6a-cca9-4efb-8c77-23793d3ff931"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:38:28.103695 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 07b8bf6a-cca9-4efb-8c77-23793d3ff931, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=07b8bf6a-cca9-4efb-8c77-23793d3ff931,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:38:28.135659 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 10:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb591d3-9ac6-440a-b1b5-e42f58f3bb70 x-openstack-request-id: req-0cb591d3-9ac6-440a-b1b5-e42f58f3bb70 {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:38:28.136021 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13b163e-1659-4e4c-ba93-9b4c0b05a6f8", "name": "network-vif-unplugged", "status": "completed", "tag": "07b8bf6a-cca9-4efb-8c77-23793d3ff931", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:38:28.139432 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0cb591d3-9ac6-440a-b1b5-e42f58f3bb70 {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:38:28.139432 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13b163e-1659-4e4c-ba93-9b4c0b05a6f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07b8bf6a-cca9-4efb-8c77-23793d3ff931', 'code': 200} Nov 09 10:38:28.183466 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:28.208297 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b7379bd-5a2a-40fd-8a25-2c306938ddd6 req-226e3e5b-36ff-4b58-b47d-83905bd90b35 service neutron] 10.222.0.30 "GET /v2.0/networks/7356e1ef-978e-49fa-bc2d-b1ac03294fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217327 Nov 09 10:38:28.236231 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=07b8bf6a-cca9-4efb-8c77-23793d3ff931,revision_number=8']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:28.239742 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0b982-a543-4190-b3d3-ad0f57f93691 req-fbd7d751-7692-446b-b630-a50215f6cad2 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:28.241928 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-38a0b982-a543-4190-b3d3-ad0f57f93691 req-fbd7d751-7692-446b-b630-a50215f6cad2 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.0728283 Nov 09 10:38:28.300463 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed3298-bf44-4c4d-b4e2-1ac9f22d7b2c req-d64e851d-8997-4184-aa8e-de71a841eda1 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:28.302056 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-15ed3298-bf44-4c4d-b4e2-1ac9f22d7b2c req-d64e851d-8997-4184-aa8e-de71a841eda1 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 945 time: 0.0563097 Nov 09 10:38:28.344621 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-38a0b982-a543-4190-b3d3-ad0f57f93691 req-9c5b3935-3967-4673-b033-d653db53dd24 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848482 Nov 09 10:38:28.360419 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2b7379bd-5a2a-40fd-8a25-2c306938ddd6 req-e3419688-afbb-4c45-bad3-4309f6bafed8 service neutron] 10.222.0.30 "GET /v2.0/networks/7356e1ef-978e-49fa-bc2d-b1ac03294fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372919 Nov 09 10:38:28.368918 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa32555-0aa7-4ad8-ba75-fe4ab3117a3b req-1b68af5b-a8e2-497c-82fe-93c66e1dbdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:28.370842 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-5fa32555-0aa7-4ad8-ba75-fe4ab3117a3b req-1b68af5b-a8e2-497c-82fe-93c66e1dbdbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0cd90823f43e4d41be05683e40b3ac62&device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 1096 time: 0.0653093 Nov 09 10:38:28.390778 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-15ed3298-bf44-4c4d-b4e2-1ac9f22d7b2c req-8e6f7ec9-6f2c-4206-b465-671a7e1cb90a tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767446 Nov 09 10:38:28.493796 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-869e5f40-2acb-4836-8908-5913780247a7 req-ef904e41-438d-49bc-9696-a2f2dab2b44e tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5924110-d06d-417d-9686-b288506a4155 HTTP/1.1" status: 200 len: 210 time: 0.0334005 Nov 09 10:38:28.504208 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a27f26-5577-4c88-8a57-ab9fabba3a9e req-529aa3fe-f25c-4d8a-bf32-f98ef9cff318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:28.504820 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa32555-0aa7-4ad8-ba75-fe4ab3117a3b req-88720073-254a-4f81-9811-c8fac2043428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:28.506382 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-5fa32555-0aa7-4ad8-ba75-fe4ab3117a3b req-88720073-254a-4f81-9811-c8fac2043428 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34358316-6aa9-484d-bebb-9653f7b5c623 HTTP/1.1" status: 200 len: 916 time: 0.1143758 Nov 09 10:38:28.507312 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-87a27f26-5577-4c88-8a57-ab9fabba3a9e req-529aa3fe-f25c-4d8a-bf32-f98ef9cff318 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72d2f00c4c004c6b91287e418c91d927&device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 1099 time: 0.0770099 Nov 09 10:38:28.584591 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-5fa32555-0aa7-4ad8-ba75-fe4ab3117a3b req-fb0d87f2-086e-4e0f-becd-4ea52a6bddb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07b8bf6a-cca9-4efb-8c77-23793d3ff931 HTTP/1.1" status: 200 len: 998 time: 0.0610592 Nov 09 10:38:28.612482 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a27f26-5577-4c88-8a57-ab9fabba3a9e req-e6fe5f2f-ea48-46cc-bb70-0a82a6104c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:28.613962 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-87a27f26-5577-4c88-8a57-ab9fabba3a9e req-e6fe5f2f-ea48-46cc-bb70-0a82a6104c83 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7356e1ef-978e-49fa-bc2d-b1ac03294fba HTTP/1.1" status: 200 len: 919 time: 0.0909743 Nov 09 10:38:28.644646 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa32555-0aa7-4ad8-ba75-fe4ab3117a3b req-74cb7af9-9e95-4004-aa1c-1a754b105077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:28.646170 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-5fa32555-0aa7-4ad8-ba75-fe4ab3117a3b req-74cb7af9-9e95-4004-aa1c-1a754b105077 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46b6d451-069c-417f-a922-9abd3afe77e2 HTTP/1.1" status: 200 len: 855 time: 0.0526087 Nov 09 10:38:28.664096 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-87a27f26-5577-4c88-8a57-ab9fabba3a9e req-8351330b-4838-4f6f-91d9-89da7e9967d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bbca5fa-0081-4df3-bbdb-1ebc76058527 HTTP/1.1" status: 200 len: 217 time: 0.0395322 Nov 09 10:38:28.700900 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa32555-0aa7-4ad8-ba75-fe4ab3117a3b req-b79dfeb2-1e0c-4878-aa26-eb9ff04520ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:28.706779 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-5fa32555-0aa7-4ad8-ba75-fe4ab3117a3b req-b79dfeb2-1e0c-4878-aa26-eb9ff04520ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34358316-6aa9-484d-bebb-9653f7b5c623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444028 Nov 09 10:38:28.724497 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a27f26-5577-4c88-8a57-ab9fabba3a9e req-80b8b127-6508-4d99-b154-f9606ac55dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:28.726808 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-87a27f26-5577-4c88-8a57-ab9fabba3a9e req-80b8b127-6508-4d99-b154-f9606ac55dcd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c28d7e76-70e8-4369-839e-6b3b9fa92053 HTTP/1.1" status: 200 len: 859 time: 0.0545406 Nov 09 10:38:28.761584 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-87a27f26-5577-4c88-8a57-ab9fabba3a9e req-a6d28767-294d-4f32-804b-bab27876788f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7356e1ef-978e-49fa-bc2d-b1ac03294fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255027 Nov 09 10:38:28.816677 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-5fa32555-0aa7-4ad8-ba75-fe4ab3117a3b req-c5ec1866-c47b-4597-a695-a833256bdb98 service neutron] 10.222.0.30 "GET /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042523 Nov 09 10:38:28.898691 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-87a27f26-5577-4c88-8a57-ab9fabba3a9e req-3097caf0-9f1c-47c5-94f8-11d19c75a247 service neutron] 10.222.0.30 "GET /v2.0/networks/7356e1ef-978e-49fa-bc2d-b1ac03294fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272676 Nov 09 10:38:28.973897 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-5fa32555-0aa7-4ad8-ba75-fe4ab3117a3b req-a31a3efa-8897-4990-a33b-a9f66e0cc155 service neutron] 10.222.0.30 "GET /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486845 Nov 09 10:38:28.988572 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501ff2d-2032-4d13-b936-0aaf96f4855c req-40308216-d930-4088-930c-b94002fc3256 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:28.990436 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6501ff2d-2032-4d13-b936-0aaf96f4855c req-40308216-d930-4088-930c-b94002fc3256 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0764062 Nov 09 10:38:29.022694 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-87a27f26-5577-4c88-8a57-ab9fabba3a9e req-5a703959-189a-4572-9f5c-d2c182133f28 service neutron] 10.222.0.30 "GET /v2.0/networks/7356e1ef-978e-49fa-bc2d-b1ac03294fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154654 Nov 09 10:38:29.060276 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6501ff2d-2032-4d13-b936-0aaf96f4855c req-95ebb92c-185d-449a-a5cb-307a737a6bf8 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578175 Nov 09 10:38:29.473336 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2b92f-35be-4dde-8069-46a7092af50c req-b25eda63-4089-4129-81c4-cf45238f6f13 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:29.474856 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f2a2b92f-35be-4dde-8069-46a7092af50c req-b25eda63-4089-4129-81c4-cf45238f6f13 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.0515907 Nov 09 10:38:29.527147 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0e7ae-f6e6-4a8a-aa06-8561853645c2 req-57c89c7b-5c8b-44f1-a6af-99ef1e318d47 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:29.529923 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-38d0e7ae-f6e6-4a8a-aa06-8561853645c2 req-57c89c7b-5c8b-44f1-a6af-99ef1e318d47 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 945 time: 0.0596712 Nov 09 10:38:29.558093 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f2a2b92f-35be-4dde-8069-46a7092af50c req-a43695b5-0c8f-4bf7-b51a-98cdabc35174 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732393 Nov 09 10:38:29.579486 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d4e1e-b6bd-411f-bedc-03ee8831631f req-429338db-94fb-4e23-9328-3ffad3542be7 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:29.580923 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-619d4e1e-b6bd-411f-bedc-03ee8831631f req-429338db-94fb-4e23-9328-3ffad3542be7 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.30 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 945 time: 0.0629756 Nov 09 10:38:29.595935 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-38d0e7ae-f6e6-4a8a-aa06-8561853645c2 req-de1c4ffc-04a7-4f5b-92ec-76dc43b27b41 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537097 Nov 09 10:38:29.702175 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-619d4e1e-b6bd-411f-bedc-03ee8831631f req-382ab490-a6d0-4b40-8982-ef2dd5109d0e tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Deleting port a85ee1a5-296a-420d-a011-888db7794ba2 {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:38:29.702510 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-619d4e1e-b6bd-411f-bedc-03ee8831631f req-382ab490-a6d0-4b40-8982-ef2dd5109d0e tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:29.796139 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-619d4e1e-b6bd-411f-bedc-03ee8831631f req-382ab490-a6d0-4b40-8982-ef2dd5109d0e tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] For port a85ee1a5-296a-420d-a011-888db7794ba2, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=a85ee1a5-296a-420d-a011-888db7794ba2,segment=NetworkSegment(75dffec9-8d21-416f-bf4b-903e91046ced),segment_id=75dffec9-8d21-416f-bf4b-903e91046ced)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:38:29.796499 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-619d4e1e-b6bd-411f-bedc-03ee8831631f req-382ab490-a6d0-4b40-8982-ef2dd5109d0e tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:29.809885 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-619d4e1e-b6bd-411f-bedc-03ee8831631f req-382ab490-a6d0-4b40-8982-ef2dd5109d0e tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Calling delete_port for a85ee1a5-296a-420d-a011-888db7794ba2 owned by compute:nova {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:38:30.034987 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-619d4e1e-b6bd-411f-bedc-03ee8831631f req-382ab490-a6d0-4b40-8982-ef2dd5109d0e tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:30.047051 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['3efed32a-8fe2-427e-9ada-fdc0f5a9c188', 'f137f694-12be-40a2-af9b-d28f9b1b9082', 'a85ee1a5-296a-420d-a011-888db7794ba2'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:38:30.065974 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ab490-a6d0-4b40-8982-ef2dd5109d0e tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Pushing event deleted for resources: {'Port': ['ID=a85ee1a5-296a-420d-a011-888db7794ba2,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:30.110677 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [req-619d4e1e-b6bd-411f-bedc-03ee8831631f req-382ab490-a6d0-4b40-8982-ef2dd5109d0e tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] No DVR routers for this DVR port a85ee1a5-296a-420d-a011-888db7794ba2 on host hv-cinder-81662 {{(pid=101905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:38:30.113097 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-619d4e1e-b6bd-411f-bedc-03ee8831631f req-382ab490-a6d0-4b40-8982-ef2dd5109d0e tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:30.116950 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-619d4e1e-b6bd-411f-bedc-03ee8831631f req-382ab490-a6d0-4b40-8982-ef2dd5109d0e tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.30 "DELETE /v2.0/ports/a85ee1a5-296a-420d-a011-888db7794ba2 HTTP/1.1" status: 204 len: 173 time: 0.5179503 Nov 09 10:38:30.117399 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948f9420-0823-4643-bc32-21636281fc3a', 'name': 'network-vif-deleted', 'tag': 'a85ee1a5-296a-420d-a011-888db7794ba2'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:38:30.119662 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa83d9ca-aab3-4282-a072-cca0e12dceb8" -d '{"events": [{"server_uuid": "948f9420-0823-4643-bc32-21636281fc3a", "name": "network-vif-deleted", "tag": "a85ee1a5-296a-420d-a011-888db7794ba2"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:38:30.171719 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f826f51-b294-48c3-99b4-79a463f61a8e x-openstack-request-id: req-1f826f51-b294-48c3-99b4-79a463f61a8e {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:38:30.172168 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948f9420-0823-4643-bc32-21636281fc3a", "name": "network-vif-deleted", "tag": "a85ee1a5-296a-420d-a011-888db7794ba2", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:38:30.172574 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f826f51-b294-48c3-99b4-79a463f61a8e {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:38:30.172980 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948f9420-0823-4643-bc32-21636281fc3a', 'name': 'network-vif-deleted', 'tag': 'a85ee1a5-296a-420d-a011-888db7794ba2', 'status': 'completed', 'code': 200} Nov 09 10:38:30.188171 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f747b9-d246-43c0-ac13-a2c1733300b0 req-34eb44fe-b8fa-4ddd-bccd-f575cf7ca5c8 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:30.189602 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f9f747b9-d246-43c0-ac13-a2c1733300b0 req-34eb44fe-b8fa-4ddd-bccd-f575cf7ca5c8 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0715814 Nov 09 10:38:30.241333 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f9f747b9-d246-43c0-ac13-a2c1733300b0 req-92f30665-1594-49ba-bc61-6d64a8744b91 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432360 Nov 09 10:38:30.718052 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bc0ce-6a22-4bc3-8f7d-ca973d67efc6 req-15d2e3c1-f42a-46c2-b69d-1f698a776903 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:30.720202 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-188bc0ce-6a22-4bc3-8f7d-ca973d67efc6 req-15d2e3c1-f42a-46c2-b69d-1f698a776903 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.0646331 Nov 09 10:38:30.723411 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c0d521d8-b634-449f-806e-35b156eb6bae req-b155e6a8-a50b-4298-bb23-9c0e9e8418e4 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 210 time: 0.0296712 Nov 09 10:38:30.775934 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-188bc0ce-6a22-4bc3-8f7d-ca973d67efc6 req-d8b4b860-e53b-4135-ae2d-31853ebeb6ed tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490499 Nov 09 10:38:31.360320 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303197b-70bd-4488-9155-6812fe4874f5 req-a82b0658-2680-40fe-bc15-195ef6d30859 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:31.361726 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e303197b-70bd-4488-9155-6812fe4874f5 req-a82b0658-2680-40fe-bc15-195ef6d30859 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0531175 Nov 09 10:38:31.410987 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e303197b-70bd-4488-9155-6812fe4874f5 req-f20bd27f-44c9-417d-8fec-7a91a881ef24 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427129 Nov 09 10:38:31.840843 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-52290f44-123d-4a41-a3ce-3b6d4a07f01d req-442da78e-3b5e-479d-a608-366200893bb8 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 210 time: 0.0288236 Nov 09 10:38:31.946914 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e48dbb-f72d-4344-b601-c51e46b0d150 req-f0d57bf1-b928-48c2-92d2-cb828ce1d9d7 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:31.948406 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a6e48dbb-f72d-4344-b601-c51e46b0d150 req-f0d57bf1-b928-48c2-92d2-cb828ce1d9d7 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.0490408 Nov 09 10:38:32.003056 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a6e48dbb-f72d-4344-b601-c51e46b0d150 req-016c395b-e3e5-4da3-9803-5b507dcc6fa3 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483742 Nov 09 10:38:32.945726 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-460585ad-a1d0-40c1-be58-65c892c36989 req-a17ea9b0-954d-403a-ae72-fdb66d3decd3 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 210 time: 0.0252063 Nov 09 10:38:33.126154 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd54f8-959a-4b02-a099-d81abcd67c45 req-5fe06900-02df-4b85-bc10-49f9fe50ebe5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:33.127496 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-59dd54f8-959a-4b02-a099-d81abcd67c45 req-5fe06900-02df-4b85-bc10-49f9fe50ebe5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.0477300 Nov 09 10:38:33.175100 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-59dd54f8-959a-4b02-a099-d81abcd67c45 req-e38e7d26-43fb-4dae-b332-3c77db5168bd tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416946 Nov 09 10:38:34.025217 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 07b8bf6a-cca9-4efb-8c77-23793d3ff931 no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:38:34.055127 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-dce6b10a-6028-4292-b20b-480acd4bd82e req-a3a8e194-32c7-4996-8bb3-ff00f606e38f tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=948f9420-0823-4643-bc32-21636281fc3a HTTP/1.1" status: 200 len: 210 time: 0.0273159 Nov 09 10:38:34.109908 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device a85ee1a5-296a-420d-a011-888db7794ba2 no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:38:34.132678 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] No Port match for: a85ee1a5-296a-420d-a011-888db7794ba2 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:38:34.133022 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device a85ee1a5-296a-420d-a011-888db7794ba2 not bound to the agent host hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:38:34.499005 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [req-20c8f994-cf16-4ff8-9ae0-3a62dab6b93b req-2aa1f6d0-fdf1-47bd-ba6b-d6ee981e466e service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 10:38:34.506183 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-20c8f994-cf16-4ff8-9ae0-3a62dab6b93b req-2aa1f6d0-fdf1-47bd-ba6b-d6ee981e466e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058124 Nov 09 10:38:34.998529 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44ab05-f4b4-4abb-ba06-a3ae7d3c4d3c req-43d1a29b-d624-4297-922d-1e9d78273c50 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:35.000258 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-da44ab05-f4b4-4abb-ba06-a3ae7d3c4d3c req-43d1a29b-d624-4297-922d-1e9d78273c50 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.0791852 Nov 09 10:38:35.081069 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-da44ab05-f4b4-4abb-ba06-a3ae7d3c4d3c req-4d496c5d-3b4d-408d-bf8a-0b8570320b3d tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737965 Nov 09 10:38:35.921999 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e6fdb-7f14-4d79-b118-23262d22fd43 req-f3f306bf-c77e-41de-8380-df6bc1d8618e tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:35.923531 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-143e6fdb-7f14-4d79-b118-23262d22fd43 req-f3f306bf-c77e-41de-8380-df6bc1d8618e tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 946 time: 0.0590832 Nov 09 10:38:35.960132 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 45382) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:35.984648 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-143e6fdb-7f14-4d79-b118-23262d22fd43 req-9fa9eb92-dc7f-400c-b71f-b1a4150224ae tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540888 Nov 09 10:38:36.057742 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-fcf8797c-59d9-46f2-a8f7-4c57a1a03e89 req-a653d7d9-d09b-4b15-ad78-19e35e44485f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0963359 Nov 09 10:38:36.062650 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [req-fcf8797c-59d9-46f2-a8f7-4c57a1a03e89 req-68583521-e7cd-44f1-ba42-dba00ce57149 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 10:38:36.063629 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-fcf8797c-59d9-46f2-a8f7-4c57a1a03e89 req-68583521-e7cd-44f1-ba42-dba00ce57149 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051730 Nov 09 10:38:36.235221 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0033e-f705-47e6-8b1d-a4e336e5eb1d req-502cf570-6abd-46b4-afc9-cd9bd9815208 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:36.237180 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-dde0033e-f705-47e6-8b1d-a4e336e5eb1d req-502cf570-6abd-46b4-afc9-cd9bd9815208 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.0529065 Nov 09 10:38:36.289450 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-dde0033e-f705-47e6-8b1d-a4e336e5eb1d req-190985f7-2003-403a-a565-62dd1c12da90 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447898 Nov 09 10:38:37.133873 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39f05c-310c-4bda-a5af-2c15e7de1b12 req-e61e549c-f980-4007-b37b-e62c5ccb25d3 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:37.135945 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ea39f05c-310c-4bda-a5af-2c15e7de1b12 req-e61e549c-f980-4007-b37b-e62c5ccb25d3 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 946 time: 0.0654266 Nov 09 10:38:37.191348 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ea39f05c-310c-4bda-a5af-2c15e7de1b12 req-d7bf46f3-2591-4894-ae0f-e5a3cdfbe6a8 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490396 Nov 09 10:38:37.394846 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e64f4-41b1-44be-916a-58341b58a979 req-6603052e-5a6e-4f8b-bc3d-aaad3e505ccd tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:37.397535 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-855e64f4-41b1-44be-916a-58341b58a979 req-6603052e-5a6e-4f8b-bc3d-aaad3e505ccd tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.30 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 946 time: 0.0813763 Nov 09 10:38:37.447383 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21d23a-8c60-48a4-892d-ffcde87c6a08 req-b408d6fe-5a95-45cd-8320-8396cbb094f3 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:37.455371 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1f21d23a-8c60-48a4-892d-ffcde87c6a08 req-b408d6fe-5a95-45cd-8320-8396cbb094f3 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.0700073 Nov 09 10:38:37.521131 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1f21d23a-8c60-48a4-892d-ffcde87c6a08 req-e248f6af-9ee3-4fff-bf48-8cdae2dfeab3 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620115 Nov 09 10:38:37.526311 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-855e64f4-41b1-44be-916a-58341b58a979 req-4e760a85-035b-4211-977c-3e4272061280 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Deleting port f137f694-12be-40a2-af9b-d28f9b1b9082 {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:38:37.526649 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-855e64f4-41b1-44be-916a-58341b58a979 req-4e760a85-035b-4211-977c-3e4272061280 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:37.586526 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 45450) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:37.630094 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-855e64f4-41b1-44be-916a-58341b58a979 req-4e760a85-035b-4211-977c-3e4272061280 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] For port f137f694-12be-40a2-af9b-d28f9b1b9082, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=f137f694-12be-40a2-af9b-d28f9b1b9082,segment=NetworkSegment(75dffec9-8d21-416f-bf4b-903e91046ced),segment_id=75dffec9-8d21-416f-bf4b-903e91046ced)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:38:37.630781 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-855e64f4-41b1-44be-916a-58341b58a979 req-4e760a85-035b-4211-977c-3e4272061280 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:37.645522 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-855e64f4-41b1-44be-916a-58341b58a979 req-4e760a85-035b-4211-977c-3e4272061280 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Calling delete_port for f137f694-12be-40a2-af9b-d28f9b1b9082 owned by compute:nova {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:38:37.717370 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-9e91484d-0526-4a55-bfeb-8946d3ccf766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:37.801456 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-9e91484d-0526-4a55-bfeb-8946d3ccf766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:37.874986 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-855e64f4-41b1-44be-916a-58341b58a979 req-4e760a85-035b-4211-977c-3e4272061280 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:37.902975 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-9e91484d-0526-4a55-bfeb-8946d3ccf766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:37.904815 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e760a85-035b-4211-977c-3e4272061280 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Pushing event deleted for resources: {'Port': ['ID=f137f694-12be-40a2-af9b-d28f9b1b9082,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:37.950246 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [req-855e64f4-41b1-44be-916a-58341b58a979 req-4e760a85-035b-4211-977c-3e4272061280 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] No DVR routers for this DVR port f137f694-12be-40a2-af9b-d28f9b1b9082 on host hv-cinder-81662 {{(pid=101905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:38:37.952971 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-855e64f4-41b1-44be-916a-58341b58a979 req-4e760a85-035b-4211-977c-3e4272061280 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:37.955528 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91484d-0526-4a55-bfeb-8946d3ccf766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d44f3df-2734-46a4-96ee-c27c169a71e0,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:37.956599 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-855e64f4-41b1-44be-916a-58341b58a979 req-4e760a85-035b-4211-977c-3e4272061280 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.30 "DELETE /v2.0/ports/f137f694-12be-40a2-af9b-d28f9b1b9082 HTTP/1.1" status: 204 len: 173 time: 0.5533879 Nov 09 10:38:37.957042 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf9a9cd-5816-4665-bcc6-e2a754b943c0', 'name': 'network-vif-deleted', 'tag': 'f137f694-12be-40a2-af9b-d28f9b1b9082'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:38:37.960204 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351e8354-c793-4cef-9eca-0bcae60ac673" -d '{"events": [{"server_uuid": "daf9a9cd-5816-4665-bcc6-e2a754b943c0", "name": "network-vif-deleted", "tag": "f137f694-12be-40a2-af9b-d28f9b1b9082"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:38:37.961029 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-9e91484d-0526-4a55-bfeb-8946d3ccf766 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae16174022a241aca31b18c42824c8dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3731799 Nov 09 10:38:37.965042 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 45466) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:37.972344 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91484d-0526-4a55-bfeb-8946d3ccf766 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:37.972700 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91484d-0526-4a55-bfeb-8946d3ccf766 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:37.973152 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91484d-0526-4a55-bfeb-8946d3ccf766 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:37.973488 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91484d-0526-4a55-bfeb-8946d3ccf766 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:37.976181 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91484d-0526-4a55-bfeb-8946d3ccf766 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:37.976678 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91484d-0526-4a55-bfeb-8946d3ccf766 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:37.977107 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91484d-0526-4a55-bfeb-8946d3ccf766 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:37.977650 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91484d-0526-4a55-bfeb-8946d3ccf766 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:37.978276 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91484d-0526-4a55-bfeb-8946d3ccf766 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:37.978525 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91484d-0526-4a55-bfeb-8946d3ccf766 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:37.979070 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91484d-0526-4a55-bfeb-8946d3ccf766 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:37.979486 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91484d-0526-4a55-bfeb-8946d3ccf766 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:38.007392 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd2fb84-ce65-45b8-a01d-572d5d289ba2 x-openstack-request-id: req-3bd2fb84-ce65-45b8-a01d-572d5d289ba2 {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:38:38.007942 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf9a9cd-5816-4665-bcc6-e2a754b943c0", "name": "network-vif-deleted", "tag": "f137f694-12be-40a2-af9b-d28f9b1b9082", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:38:38.008244 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3bd2fb84-ce65-45b8-a01d-572d5d289ba2 {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:38:38.008686 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf9a9cd-5816-4665-bcc6-e2a754b943c0', 'name': 'network-vif-deleted', 'tag': 'f137f694-12be-40a2-af9b-d28f9b1b9082', 'status': 'completed', 'code': 200} Nov 09 10:38:38.037185 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c6c8-1de3-42d1-bcc6-244dd5ea5ac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:38.063277 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c6c8-1de3-42d1-bcc6-244dd5ea5ac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:38.229453 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c6c8-1de3-42d1-bcc6-244dd5ea5ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:38.233883 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c6c8-1de3-42d1-bcc6-244dd5ea5ac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:38.233883 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-8ce6c6c8-1de3-42d1-bcc6-244dd5ea5ac7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d44f3df-2734-46a4-96ee-c27c169a71e0 HTTP/1.1" status: 204 len: 168 time: 0.2670116 Nov 09 10:38:38.243343 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6c6c8-1de3-42d1-bcc6-244dd5ea5ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d44f3df-2734-46a4-96ee-c27c169a71e0,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:38.290070 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9540d95e-5c53-4165-8c53-e1a24e5f5305 req-60637e7d-5176-477b-bf0e-526f11e6b6e4 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 210 time: 0.0305185 Nov 09 10:38:38.641646 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab992f-c5b1-4f26-abb1-8b2bba0729db req-9637ad0f-abb4-4f20-9190-36a8862ba6c4 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:38.643438 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1eab992f-c5b1-4f26-abb1-8b2bba0729db req-9637ad0f-abb4-4f20-9190-36a8862ba6c4 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.0553849 Nov 09 10:38:38.693165 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1eab992f-c5b1-4f26-abb1-8b2bba0729db req-fc8a1e1d-58f9-4067-bca7-b58cd8dc3872 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431087 Nov 09 10:38:38.741647 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:38:39.385919 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-5b896ace-ddaa-4b2f-b981-38db16f631e2 req-5272bee0-f818-40c6-aa1b-6f540771ba74 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 210 time: 0.0264525 Nov 09 10:38:39.543000 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 45520) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:39.640099 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-644ba5e2-2ae7-4b18-84b7-aff55ce02794 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1303468805-network', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:38:39.777562 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644ba5e2-2ae7-4b18-84b7-aff55ce02794 admin admin] Made reservation on behalf of b538f1548c3549a188cafef15f81b59c for: {'network': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:38:39.779880 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-644ba5e2-2ae7-4b18-84b7-aff55ce02794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for network, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:39.789414 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-644ba5e2-2ae7-4b18-84b7-aff55ce02794 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:39.813991 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032ac23-f790-4e1c-a0d9-d91f6f1d90c9 req-e2f41ecd-d146-424d-afbe-a21007060ee0 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:39.815574 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9032ac23-f790-4e1c-a0d9-d91f6f1d90c9 req-e2f41ecd-d146-424d-afbe-a21007060ee0 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.0498278 Nov 09 10:38:39.864243 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-644ba5e2-2ae7-4b18-84b7-aff55ce02794 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:39.866455 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9032ac23-f790-4e1c-a0d9-d91f6f1d90c9 req-4863c9ab-a7c9-4b9d-b984-1bc556307d70 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448534 Nov 09 10:38:39.954942 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-644ba5e2-2ae7-4b18-84b7-aff55ce02794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:39.981565 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644ba5e2-2ae7-4b18-84b7-aff55ce02794 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=101904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:38:39.991574 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ba5e2-2ae7-4b18-84b7-aff55ce02794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3f6873-6c52-4c44-a5b4-77a7860c4303,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:39.996356 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-644ba5e2-2ae7-4b18-84b7-aff55ce02794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:39.996701 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.segments_db [None req-644ba5e2-2ae7-4b18-84b7-aff55ce02794 admin admin] Added segment a8bb5221-cf3a-4878-8c04-f567ad3286d5 of type vlan for network 56f69718-58a6-4143-a9fa-e85c00997496 Nov 09 10:38:40.039794 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-644ba5e2-2ae7-4b18-84b7-aff55ce02794 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781390311891'] for network, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:40.125948 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-644ba5e2-2ae7-4b18-84b7-aff55ce02794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for network, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:40.126837 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644ba5e2-2ae7-4b18-84b7-aff55ce02794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:40.127421 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-644ba5e2-2ae7-4b18-84b7-aff55ce02794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:40.185537 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ba5e2-2ae7-4b18-84b7-aff55ce02794 admin admin] Pushing event updated for resources: {'Network': ['ID=56f69718-58a6-4143-a9fa-e85c00997496,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:40.195150 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Network 56f69718-58a6-4143-a9fa-e85c00997496 details requested by agent ovs-agent-dv-cinder-816628-1-iscsi with host dv-cinder-816628-1-iscsi {{(pid=101906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 10:38:40.219444 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['3efed32a-8fe2-427e-9ada-fdc0f5a9c188', 'f137f694-12be-40a2-af9b-d28f9b1b9082'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:38:40.227543 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-644ba5e2-2ae7-4b18-84b7-aff55ce02794 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6824989 Nov 09 10:38:40.229653 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 45534) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:40.234568 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-511640e0-4c44-4aa6-9b5c-095c7e0e881e admin admin] Request body: {'subnet': {'network_id': '56f69718-58a6-4143-a9fa-e85c00997496', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1303468805-subnet', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'ip_version': 4}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:38:40.383585 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511640e0-4c44-4aa6-9b5c-095c7e0e881e admin admin] Made reservation on behalf of b538f1548c3549a188cafef15f81b59c for: {'subnet': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:38:40.386019 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-511640e0-4c44-4aa6-9b5c-095c7e0e881e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8461273'] for subnet, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:40.489190 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e7aae68c-ac76-4154-aa7f-54f626f7e324 req-a73580c1-8ce1-4126-a276-d7406a96cdb0 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 210 time: 0.0341070 Nov 09 10:38:40.664090 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-511640e0-4c44-4aa6-9b5c-095c7e0e881e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9053748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8460579'] for subnet, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:40.729637 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511640e0-4c44-4aa6-9b5c-095c7e0e881e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e8c19ae-f549-4b9e-a681-beeb62d4a4a4,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:40.739104 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511640e0-4c44-4aa6-9b5c-095c7e0e881e admin admin] Checking segment: {'id': 'a8bb5221-cf3a-4878-8c04-f567ad3286d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:38:40.739480 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511640e0-4c44-4aa6-9b5c-095c7e0e881e admin admin] Network hostable DHCP agents. Network: 56f69718-58a6-4143-a9fa-e85c00997496, hostable agents: ['bb6b8b96-70eb-486f-b492-dd7d5d6af293'], hosted agents: [] {{(pid=101904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:38:41.007925 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c0d3a-d672-4572-b56e-b89ec8cc456c req-dcd98a62-8f91-486a-8b56-2d90088a579b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:41.007925 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-534c0d3a-d672-4572-b56e-b89ec8cc456c req-dcd98a62-8f91-486a-8b56-2d90088a579b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.0566275 Nov 09 10:38:41.062770 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511640e0-4c44-4aa6-9b5c-095c7e0e881e admin admin] Network 56f69718-58a6-4143-a9fa-e85c00997496 is scheduled to be hosted by DHCP agent bb6b8b96-70eb-486f-b492-dd7d5d6af293 with binding_index 1 {{(pid=101904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:38:41.066764 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-534c0d3a-d672-4572-b56e-b89ec8cc456c req-860755a5-a8c4-41c3-a1ec-82e68f6fe67d tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523889 Nov 09 10:38:41.245493 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-511640e0-4c44-4aa6-9b5c-095c7e0e881e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816628-1-iscsi, 56f69718-58a6-4143-a9fa-e85c00997496) {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:38:41.256435 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75594230-16f6-48dd-9c6f-0f28e48050a9 None None] Network 56f69718-58a6-4143-a9fa-e85c00997496 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:38:41.259219 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511640e0-4c44-4aa6-9b5c-095c7e0e881e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:41.259842 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-511640e0-4c44-4aa6-9b5c-095c7e0e881e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:41.293172 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-ba2d1e1e-42c0-4d8a-b00d-6ba5795eb49a tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:41.294906 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-ba2d1e1e-42c0-4d8a-b00d-6ba5795eb49a tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/networks?id=660cd402-50db-4db3-8bfe-9b76071b69c8 HTTP/1.1" status: 200 len: 814 time: 0.1363003 Nov 09 10:38:41.310658 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-38a66252-a970-40a9-8fec-cfd1a37fbda0 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/quotas/640b54f9b67c485a84c3d04294d65400 HTTP/1.1" status: 200 len: 375 time: 0.0100241 Nov 09 10:38:41.345818 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-7d789624-271e-4e04-921c-d96b0f179f49 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=640b54f9b67c485a84c3d04294d65400&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284724 Nov 09 10:38:41.384123 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-511640e0-4c44-4aa6-9b5c-095c7e0e881e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1507459 Nov 09 10:38:41.384373 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 45564) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:41.389014 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-46c28b3e-f462-439f-80d2-34645350c199 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1303468805-router', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:38:41.448306 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp873e253d-0079-5e65-ba92-49c49ab5e1bc-56f69718-58a6-4143-a9fa-e85c00997496', 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'fixed_ips': [{'subnet_id': '1e8c19ae-f549-4b9e-a681-beeb62d4a4a4'}]}} from dv-cinder-816628-1-iscsi. {{(pid=101906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 10:38:41.450620 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:41.477241 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-e3dc3632-ee12-4a2e-b06e-53284a39956e service neutron] 10.222.0.35 "GET /v2.0/networks/660cd402-50db-4db3-8bfe-9b76071b69c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218195 Nov 09 10:38:41.554207 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-46c28b3e-f462-439f-80d2-34645350c199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3444'] for router, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:41.555433 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-46c28b3e-f462-439f-80d2-34645350c199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3437'] for router, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:41.588324 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-f3528c96-4a49-4bb8-847e-1c7b62910732 service neutron] 10.222.0.35 "GET /v2.0/networks/660cd402-50db-4db3-8bfe-9b76071b69c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024802 Nov 09 10:38:41.614198 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.db_base_plugin_common [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Allocated IP 172.20.0.2 (56f69718-58a6-4143-a9fa-e85c00997496/1e8c19ae-f549-4b9e-a681-beeb62d4a4a4/0302b2fb-da28-4cc4-bcac-de0479876d6e) {{(pid=101906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:38:41.663356 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-46c28b3e-f462-439f-80d2-34645350c199 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:41.686479 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-13494999-635a-48e5-bad8-971b1fa0d9fd req-dce03b41-10e7-4b0f-9258-5a4ff0bc9303 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf9a9cd-5816-4665-bcc6-e2a754b943c0 HTTP/1.1" status: 200 len: 210 time: 0.0342767 Nov 09 10:38:41.807558 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Publish callbacks [] for port, precommit_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:41.880788 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:41.882803 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-aa6e3152-5edc-4315-813e-411e88a3b2ea req-f2bc5b9e-78de-4268-a0bf-3c472a95d576 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 210 time: 0.0398529 Nov 09 10:38:41.951107 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Network 56f69718-58a6-4143-a9fa-e85c00997496 is already hosted by enough agents. {{(pid=101906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:38:41.954367 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.scheduler.base_scheduler [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Resources bound (agent type, host, resource id): {{(pid=101906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:38:41.966643 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Received port after_create {{(pid=101906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:38:41.996433 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Pushing event updated for resources: {'Port': ['ID=0302b2fb-da28-4cc4-bcac-de0479876d6e,revision_number=1']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:42.003910 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4423fab-4456-4b9a-a43a-55b823518ba0 req-86acef34-9ba8-49a0-bd46-9a91dda84ac6 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:42.004959 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:42.005330 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:42.005675 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:42.006010 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:42.006914 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d4423fab-4456-4b9a-a43a-55b823518ba0 req-86acef34-9ba8-49a0-bd46-9a91dda84ac6 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.2578781 Nov 09 10:38:42.007209 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:42.007698 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:42.008205 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:42.008707 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:42.009183 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:42.009867 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:42.010570 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:42.011056 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:42.043513 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Attempting to bind port 0302b2fb-da28-4cc4-bcac-de0479876d6e on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:38:42.043794 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Attempting to bind port 0302b2fb-da28-4cc4-bcac-de0479876d6e by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': 'a8bb5221-cf3a-4878-8c04-f567ad3286d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496'}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:38:42.044194 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Attempting to bind port 0302b2fb-da28-4cc4-bcac-de0479876d6e on network 56f69718-58a6-4143-a9fa-e85c00997496 {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:38:42.049978 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:38:42.050352 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Checking segment: {'id': 'a8bb5221-cf3a-4878-8c04-f567ad3286d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:38:42.050784 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:42.051326 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Bound using segment: {'id': 'a8bb5221-cf3a-4878-8c04-f567ad3286d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496'} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:38:42.051816 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Bound port: 0302b2fb-da28-4cc4-bcac-de0479876d6e, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bb5221-cf3a-4878-8c04-f567ad3286d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496'}}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:38:42.052252 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:42.116599 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-46c28b3e-f462-439f-80d2-34645350c199 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:42.134390 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] For port 0302b2fb-da28-4cc4-bcac-de0479876d6e, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:38:42.141612 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d4423fab-4456-4b9a-a43a-55b823518ba0 req-8a6aae47-0861-4d0f-9eb6-019b7e537366 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263664 Nov 09 10:38:42.143491 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] For port 0302b2fb-da28-4cc4-bcac-de0479876d6e, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=0302b2fb-da28-4cc4-bcac-de0479876d6e,segment=NetworkSegment(a8bb5221-cf3a-4878-8c04-f567ad3286d5),segment_id=a8bb5221-cf3a-4878-8c04-f567ad3286d5)] {{(pid=101906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:38:42.209455 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebf704-b640-440b-a3e8-6b32c85db23a req-064d411d-9ab7-4491-8f46-d5e6c3a13039 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:42.211026 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-95ebf704-b640-440b-a3e8-6b32c85db23a req-064d411d-9ab7-4491-8f46-d5e6c3a13039 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.0526717 Nov 09 10:38:42.252114 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:42.269079 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-95ebf704-b640-440b-a3e8-6b32c85db23a req-8811960a-8790-439b-8184-52870ac4d2bb tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516946 Nov 09 10:38:42.352417 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac7ad8-789d-4620-9f92-4b03ba71d566 None None] Pushing event updated for resources: {'Port': ['ID=0302b2fb-da28-4cc4-bcac-de0479876d6e,revision_number=2']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:42.403192 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-46c28b3e-f462-439f-80d2-34645350c199 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:42.422189 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-46c28b3e-f462-439f-80d2-34645350c199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:42.540753 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [None req-46c28b3e-f462-439f-80d2-34645350c199 admin admin] Allocated IP 172.27.0.146 (b911c41a-6d30-4814-901f-89185e089761/716689b8-5fc0-4f64-a63e-fd749e80eafc/383a9e77-e8c4-4a97-b196-ab9bc232837f) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:38:42.672434 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-46c28b3e-f462-439f-80d2-34645350c199 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:42.823574 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-46c28b3e-f462-439f-80d2-34645350c199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:42.864514 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c28b3e-f462-439f-80d2-34645350c199 admin admin] Network b911c41a-6d30-4814-901f-89185e089761 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:38:42.870012 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-46c28b3e-f462-439f-80d2-34645350c199 admin admin] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:38:42.873979 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c28b3e-f462-439f-80d2-34645350c199 admin admin] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:38:42.897073 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c28b3e-f462-439f-80d2-34645350c199 admin admin] Pushing event updated for resources: {'Port': ['ID=383a9e77-e8c4-4a97-b196-ab9bc232837f,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:43.005312 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-349eb01e-5132-4c7d-bd2b-6cc9f64ad6d7 req-81468b33-2196-42c5-95f4-c6af94b125d8 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 210 time: 0.0674090 Nov 09 10:38:43.298313 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-46c28b3e-f462-439f-80d2-34645350c199 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:43.327882 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a2fcfe-1b60-400c-b8fb-439662e36427 None None] Network 56f69718-58a6-4143-a9fa-e85c00997496 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:38:43.353919 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ff77c-234b-4ce5-944e-b33bd1b7b94b req-8ad13d47-e2e4-4bd8-94de-10e0c973c033 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:43.356517 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-761ff77c-234b-4ce5-944e-b33bd1b7b94b req-8ad13d47-e2e4-4bd8-94de-10e0c973c033 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.1163516 Nov 09 10:38:43.426635 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c227965-0abf-4a2e-8c11-f8ec64d86996 req-6a25629b-de25-4942-9a4b-e6c7aa0c6efc tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:43.428626 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5c227965-0abf-4a2e-8c11-f8ec64d86996 req-6a25629b-de25-4942-9a4b-e6c7aa0c6efc tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.0737803 Nov 09 10:38:43.453416 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-761ff77c-234b-4ce5-944e-b33bd1b7b94b req-0a5bde5f-f5d3-435d-a2e6-bb337316c938 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907559 Nov 09 10:38:43.486442 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5c227965-0abf-4a2e-8c11-f8ec64d86996 req-aa788546-e2bd-40c8-b5ec-3b79d636b48e tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513492 Nov 09 10:38:43.557605 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-0043d82a-a863-4b09-87d0-a73bf9e1dc11 None None] Provisioning complete for port 0302b2fb-da28-4cc4-bcac-de0479876d6e triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:38:43.558235 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-0043d82a-a863-4b09-87d0-a73bf9e1dc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:43.559988 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-46c28b3e-f462-439f-80d2-34645350c199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741373'] for router, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:43.706536 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-0043d82a-a863-4b09-87d0-a73bf9e1dc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:43.746769 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-0043d82a-a863-4b09-87d0-a73bf9e1dc11 None None] For port 0302b2fb-da28-4cc4-bcac-de0479876d6e, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=0302b2fb-da28-4cc4-bcac-de0479876d6e,segment=NetworkSegment(a8bb5221-cf3a-4878-8c04-f567ad3286d5),segment_id=a8bb5221-cf3a-4878-8c04-f567ad3286d5)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:38:43.818183 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-0043d82a-a863-4b09-87d0-a73bf9e1dc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:43.879041 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043d82a-a863-4b09-87d0-a73bf9e1dc11 None None] Pushing event updated for resources: {'Port': ['ID=0302b2fb-da28-4cc4-bcac-de0479876d6e,revision_number=3']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:43.938410 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-8d3368b0-17c8-49d0-b839-043323ce50ab None None] Provisioning complete for port 0302b2fb-da28-4cc4-bcac-de0479876d6e triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:38:43.938684 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-8d3368b0-17c8-49d0-b839-043323ce50ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:44.000819 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c28b3e-f462-439f-80d2-34645350c199 admin admin] Router bfaf5474-212f-4d1e-b2d7-d41ea30e6239 is scheduled to L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 with binding_index 1 {{(pid=101904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 10:38:44.116202 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4200e43f-1b50-4a66-a11d-45fd5f559dd1 req-e4b201e7-8b71-496d-b852-fd16c5276480 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 210 time: 0.0266492 Nov 09 10:38:44.132862 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c28b3e-f462-439f-80d2-34645350c199 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:38:44.141374 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] Sync routers for ids ['bfaf5474-212f-4d1e-b2d7-d41ea30e6239'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:38:44.151790 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] Routers {'bfaf5474-212f-4d1e-b2d7-d41ea30e6239'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:38:44.152415 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:38:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['bfaf5474-212f-4d1e-b2d7-d41ea30e6239'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:38:44.219408 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-46c28b3e-f462-439f-80d2-34645350c199 admin admin] Publish callbacks [] for router, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:44.220608 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-46c28b3e-f462-439f-80d2-34645350c199 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8352551 Nov 09 10:38:44.223174 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 45614) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:44.252595 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] Set router bfaf5474-212f-4d1e-b2d7-d41ea30e6239 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:38:44.429462 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 0302b2fb-da28-4cc4-bcac-de0479876d6e up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:38:44.446650 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'name': 'tempest-TestMinimumBasicScenario-1303468805-router', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:41Z', 'updated_at': '2021-11-09T10:38:43Z', 'revision_number': 3, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'gw_port': {'id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:42Z', 'updated_at': '2021-11-09T10:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:38:44.477087 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] Checking router: bfaf5474-212f-4d1e-b2d7-d41ea30e6239 for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:38:44.477519 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] Updating router bfaf5474-212f-4d1e-b2d7-d41ea30e6239 port 383a9e77-e8c4-4a97-b196-ab9bc232837f binding host dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 10:38:44.484566 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 0302b2fb-da28-4cc4-bcac-de0479876d6e triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:38:44.485060 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:44.521069 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:44.568413 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device f137f694-12be-40a2-af9b-d28f9b1b9082 no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:38:44.593164 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] No Port match for: f137f694-12be-40a2-af9b-d28f9b1b9082 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:38:44.601969 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device f137f694-12be-40a2-af9b-d28f9b1b9082 not bound to the agent host hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:38:44.640518 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630fccc-4473-4cc2-8073-784159872812 req-7337056b-9cc1-41b0-bf21-b09fb5815aa1 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:44.642030 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-3630fccc-4473-4cc2-8073-784159872812 req-7337056b-9cc1-41b0-bf21-b09fb5815aa1 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0794744 Nov 09 10:38:44.698556 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-3630fccc-4473-4cc2-8073-784159872812 req-df48b3b3-c025-4582-a5f3-c3fa4808d70b tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486953 Nov 09 10:38:44.706437 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07596b4a-221c-4b90-add0-f4624a330252 req-71995d82-ebad-49ca-a37d-e30253abca0e tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:44.708001 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-07596b4a-221c-4b90-add0-f4624a330252 req-71995d82-ebad-49ca-a37d-e30253abca0e tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.0884218 Nov 09 10:38:44.734497 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ffc857b3-ad4f-4610-bcbb-09d8bdc47809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:44.782458 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-07596b4a-221c-4b90-add0-f4624a330252 req-8133f894-8b6d-41a2-b46e-e4109361bdeb tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649884 Nov 09 10:38:44.835864 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] Publish callbacks [] for port, precommit_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:44.921174 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [None req-ffc857b3-ad4f-4610-bcbb-09d8bdc47809 admin admin] Allocated IP 172.20.0.1 (56f69718-58a6-4143-a9fa-e85c00997496/1e8c19ae-f549-4b9e-a681-beeb62d4a4a4/576db910-b00d-447f-b253-17606e2a7f4b) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:38:45.022427 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ffc857b3-ad4f-4610-bcbb-09d8bdc47809 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:45.034466 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:45.092471 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] Attempting to bind port 383a9e77-e8c4-4a97-b196-ab9bc232837f on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:38:45.092693 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] Attempting to bind port 383a9e77-e8c4-4a97-b196-ab9bc232837f by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}] {{(pid=101907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:38:45.093052 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] Attempting to bind port 383a9e77-e8c4-4a97-b196-ab9bc232837f on network b911c41a-6d30-4814-901f-89185e089761 {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:38:45.095117 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa043a55-4724-40ec-aafe-3d9d1dfc85aa None None] Pushing event updated for resources: {'Port': ['ID=383a9e77-e8c4-4a97-b196-ab9bc232837f,revision_number=2']} {{(pid=101907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:45.104345 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa043a55-4724-40ec-aafe-3d9d1dfc85aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:45.104726 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa043a55-4724-40ec-aafe-3d9d1dfc85aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:45.105103 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa043a55-4724-40ec-aafe-3d9d1dfc85aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:45.105439 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa043a55-4724-40ec-aafe-3d9d1dfc85aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:45.105774 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa043a55-4724-40ec-aafe-3d9d1dfc85aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:45.106107 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa043a55-4724-40ec-aafe-3d9d1dfc85aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:45.106435 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa043a55-4724-40ec-aafe-3d9d1dfc85aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:45.106757 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa043a55-4724-40ec-aafe-3d9d1dfc85aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:45.107103 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa043a55-4724-40ec-aafe-3d9d1dfc85aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:45.107435 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa043a55-4724-40ec-aafe-3d9d1dfc85aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:45.107758 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa043a55-4724-40ec-aafe-3d9d1dfc85aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:45.108282 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa043a55-4724-40ec-aafe-3d9d1dfc85aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:38:45.111632 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:38:45.112040 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] Checking segment: {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:38:45.112543 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:45.112898 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] Bound using segment: {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'} {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:38:45.113287 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] Bound port: 383a9e77-e8c4-4a97-b196-ab9bc232837f, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}}] {{(pid=101907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:38:45.113751 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:45.206446 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ffc857b3-ad4f-4610-bcbb-09d8bdc47809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:45.216797 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d9d885ca-ed42-4bc3-97f8-7aa378d4fe5f req-85f1ed9b-75c7-4346-9f86-098bdf71db77 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 210 time: 0.0300238 Nov 09 10:38:45.251518 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc857b3-ad4f-4610-bcbb-09d8bdc47809 admin admin] Network 56f69718-58a6-4143-a9fa-e85c00997496 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:38:45.251753 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.db [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] For port 383a9e77-e8c4-4a97-b196-ab9bc232837f, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:38:45.254598 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-ffc857b3-ad4f-4610-bcbb-09d8bdc47809 admin admin] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:38:45.255272 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.db [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] For port 383a9e77-e8c4-4a97-b196-ab9bc232837f, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=383a9e77-e8c4-4a97-b196-ab9bc232837f,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:38:45.259958 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc857b3-ad4f-4610-bcbb-09d8bdc47809 admin admin] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:38:45.263202 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc857b3-ad4f-4610-bcbb-09d8bdc47809 admin admin] Pushing event updated for resources: {'Port': ['ID=576db910-b00d-447f-b253-17606e2a7f4b,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:45.306688 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ffc857b3-ad4f-4610-bcbb-09d8bdc47809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740392'] for router_interface, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:45.343823 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:45.404937 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa043a55-4724-40ec-aafe-3d9d1dfc85aa None None] Pushing event updated for resources: {'Port': ['ID=383a9e77-e8c4-4a97-b196-ab9bc232837f,revision_number=3']} {{(pid=101907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:45.446271 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] Routers {'bfaf5474-212f-4d1e-b2d7-d41ea30e6239'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:38:45.447058 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:38:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['bfaf5474-212f-4d1e-b2d7-d41ea30e6239'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:38:45.548749 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ffc857b3-ad4f-4610-bcbb-09d8bdc47809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:45.552254 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-3aaeb274-7c1e-41ac-a6d5-9e28f1c09278 None None] Provisioning complete for port 576db910-b00d-447f-b253-17606e2a7f4b triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:38:45.552621 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3aaeb274-7c1e-41ac-a6d5-9e28f1c09278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:45.559563 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] Set router bfaf5474-212f-4d1e-b2d7-d41ea30e6239 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:38:45.600975 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-3aaeb274-7c1e-41ac-a6d5-9e28f1c09278 None None] Port 576db910-b00d-447f-b253-17606e2a7f4b cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:38:45.643666 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8797c-59d9-46f2-a8f7-4c57a1a03e89 req-e34fd14a-8487-4214-8fda-1f097dbf9cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:45.645196 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-fcf8797c-59d9-46f2-a8f7-4c57a1a03e89 req-e34fd14a-8487-4214-8fda-1f097dbf9cfa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8&tenant_id=0cd90823f43e4d41be05683e40b3ac62 HTTP/1.1" status: 200 len: 1096 time: 0.0789106 Nov 09 10:38:45.745162 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8797c-59d9-46f2-a8f7-4c57a1a03e89 req-3c155857-339e-4335-9fb0-ae772c5f6aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:45.746664 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-fcf8797c-59d9-46f2-a8f7-4c57a1a03e89 req-3c155857-339e-4335-9fb0-ae772c5f6aa6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0cd90823f43e4d41be05683e40b3ac62&device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 1096 time: 0.0698135 Nov 09 10:38:45.788765 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ffc857b3-ad4f-4610-bcbb-09d8bdc47809 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:45.801999 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'name': 'tempest-TestMinimumBasicScenario-1303468805-router', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:41Z', 'updated_at': '2021-11-09T10:38:43Z', 'revision_number': 3, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'gw_port': {'id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:42Z', 'updated_at': '2021-11-09T10:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:38:45.833762 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4297a9-c968-4436-88eb-e921e6aa7fde None None] The sync data for ids ['bfaf5474-212f-4d1e-b2d7-d41ea30e6239'] in dv-cinder-816628-1-iscsi is: [{'id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'name': 'tempest-TestMinimumBasicScenario-1303468805-router', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:41Z', 'updated_at': '2021-11-09T10:38:43Z', 'revision_number': 3, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'gw_port': {'id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:42Z', 'updated_at': '2021-11-09T10:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:38:45.849048 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea4cbf-7193-4f3e-9591-ad10a7be1cdf req-f6c8c3e5-3257-4ad6-bdbc-1f84a835acbc tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:45.857322 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e0ea4cbf-7193-4f3e-9591-ad10a7be1cdf req-f6c8c3e5-3257-4ad6-bdbc-1f84a835acbc tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0714257 Nov 09 10:38:45.860934 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8797c-59d9-46f2-a8f7-4c57a1a03e89 req-be6138f3-90d5-431c-87ea-6d5b77e8da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:45.862694 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-fcf8797c-59d9-46f2-a8f7-4c57a1a03e89 req-be6138f3-90d5-431c-87ea-6d5b77e8da50 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34358316-6aa9-484d-bebb-9653f7b5c623 HTTP/1.1" status: 200 len: 916 time: 0.1075084 Nov 09 10:38:45.875169 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ffc857b3-ad4f-4610-bcbb-09d8bdc47809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:45.951834 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ffc857b3-ad4f-4610-bcbb-09d8bdc47809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740540'] for router_interface, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:45.980722 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc857b3-ad4f-4610-bcbb-09d8bdc47809 admin admin] Pushing event updated for resources: {'Port': ['ID=576db910-b00d-447f-b253-17606e2a7f4b,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:45.988112 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e0ea4cbf-7193-4f3e-9591-ad10a7be1cdf req-f5d4cf65-3a05-4552-a501-0b5bb5b32aea tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298888 Nov 09 10:38:46.037860 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fd3cb-d022-4189-b5e6-12c63d3fd328 req-e8d1bc25-bec0-4100-abc8-a52b33d0ed6a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:46.045329 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-bd8fd3cb-d022-4189-b5e6-12c63d3fd328 req-e8d1bc25-bec0-4100-abc8-a52b33d0ed6a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.1577666 Nov 09 10:38:46.072106 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-fcf8797c-59d9-46f2-a8f7-4c57a1a03e89 req-647cf1fa-8004-4457-a5d2-02b589966c99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07b8bf6a-cca9-4efb-8c77-23793d3ff931 HTTP/1.1" status: 200 len: 998 time: 0.1728070 Nov 09 10:38:46.124994 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc857b3-ad4f-4610-bcbb-09d8bdc47809 admin admin] Network 56f69718-58a6-4143-a9fa-e85c00997496 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:38:46.127116 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-ffc857b3-ad4f-4610-bcbb-09d8bdc47809 admin admin] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:38:46.156629 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-bd8fd3cb-d022-4189-b5e6-12c63d3fd328 req-47b627d2-48dc-4a36-927a-b9acc1a453f8 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101820 Nov 09 10:38:46.268225 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8797c-59d9-46f2-a8f7-4c57a1a03e89 req-d171232a-3256-4d7a-a4de-06a61eb8f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:46.272100 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-fcf8797c-59d9-46f2-a8f7-4c57a1a03e89 req-d171232a-3256-4d7a-a4de-06a61eb8f7e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46b6d451-069c-417f-a922-9abd3afe77e2 HTTP/1.1" status: 200 len: 855 time: 0.1811156 Nov 09 10:38:46.315108 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc857b3-ad4f-4610-bcbb-09d8bdc47809 admin admin] Router bfaf5474-212f-4d1e-b2d7-d41ea30e6239 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:38:46.369472 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8797c-59d9-46f2-a8f7-4c57a1a03e89 req-23e822bf-ad9f-4bcd-8249-6c30aff45272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:46.371273 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-fcf8797c-59d9-46f2-a8f7-4c57a1a03e89 req-23e822bf-ad9f-4bcd-8249-6c30aff45272 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34358316-6aa9-484d-bebb-9653f7b5c623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0899780 Nov 09 10:38:46.433106 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-eb768eba-5f63-4ec7-9c54-4bc8d644b695 req-f7d4b59e-ab93-4436-b99c-e730e7005891 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 210 time: 0.0815859 Nov 09 10:38:46.508835 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 383a9e77-e8c4-4a97-b196-ab9bc232837f up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:38:46.525892 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc857b3-ad4f-4610-bcbb-09d8bdc47809 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:38:46.538109 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-ffc857b3-ad4f-4610-bcbb-09d8bdc47809 admin admin] 10.222.0.35 "PUT /v2.0/routers/bfaf5474-212f-4d1e-b2d7-d41ea30e6239/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3129802 Nov 09 10:38:46.539093 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-fcf8797c-59d9-46f2-a8f7-4c57a1a03e89 req-3220db85-2803-42d7-bfc4-951d00ac5b5d service neutron] 10.222.0.30 "GET /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576767 Nov 09 10:38:46.619889 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-912f73f7-b3fb-4786-b8e9-06c0bdb8e68c None None] Provisioning complete for port 576db910-b00d-447f-b253-17606e2a7f4b triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:38:46.620496 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-912f73f7-b3fb-4786-b8e9-06c0bdb8e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:46.646462 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 383a9e77-e8c4-4a97-b196-ab9bc232837f triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:38:46.646879 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:46.676480 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-fcf8797c-59d9-46f2-a8f7-4c57a1a03e89 req-cb7be6b8-0a78-4aef-af8e-a7307745caed service neutron] 10.222.0.30 "GET /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297181 Nov 09 10:38:46.717063 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-912f73f7-b3fb-4786-b8e9-06c0bdb8e68c None None] Port 576db910-b00d-447f-b253-17606e2a7f4b cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:38:46.785059 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:46.812591 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] For port 383a9e77-e8c4-4a97-b196-ab9bc232837f, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=383a9e77-e8c4-4a97-b196-ab9bc232837f,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:38:46.878923 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e317f1-fd17-4239-ab4d-8cb7816ca4fe req-8f409175-2cc5-43ca-b509-65d1a1b33de4 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:46.880797 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b6e317f1-fd17-4239-ab4d-8cb7816ca4fe req-8f409175-2cc5-43ca-b509-65d1a1b33de4 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.30 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0601490 Nov 09 10:38:46.909349 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:47.041107 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Pushing event updated for resources: {'Port': ['ID=383a9e77-e8c4-4a97-b196-ab9bc232837f,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:47.046920 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-b6e317f1-fd17-4239-ab4d-8cb7816ca4fe req-2b9ecfbe-0c38-473c-bc00-edcbb3178cbd tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Deleting port 2182bd85-9c95-41fc-b98c-a0f7b03dc613 {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:38:47.047263 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-b6e317f1-fd17-4239-ab4d-8cb7816ca4fe req-2b9ecfbe-0c38-473c-bc00-edcbb3178cbd tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:47.145949 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed02f2a-c66e-4909-9021-01331a21d57b req-cbedd3b6-a7bf-4663-a7a9-70da690a6d44 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:47.148361 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-5ed02f2a-c66e-4909-9021-01331a21d57b req-cbedd3b6-a7bf-4663-a7a9-70da690a6d44 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 945 time: 0.1058428 Nov 09 10:38:47.181971 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-b6e317f1-fd17-4239-ab4d-8cb7816ca4fe req-2b9ecfbe-0c38-473c-bc00-edcbb3178cbd tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] For port 2182bd85-9c95-41fc-b98c-a0f7b03dc613, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=2182bd85-9c95-41fc-b98c-a0f7b03dc613,segment=NetworkSegment(aee1f260-744b-4d75-a3b2-8299c59a2f06),segment_id=aee1f260-744b-4d75-a3b2-8299c59a2f06)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:38:47.182534 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-b6e317f1-fd17-4239-ab4d-8cb7816ca4fe req-2b9ecfbe-0c38-473c-bc00-edcbb3178cbd tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:47.202532 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-8accd0c7-749d-4e12-86a1-74f0a4ef78de tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:47.204303 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-8accd0c7-749d-4e12-86a1-74f0a4ef78de tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.30 "GET /v2.0/networks?id=660cd402-50db-4db3-8bfe-9b76071b69c8 HTTP/1.1" status: 200 len: 814 time: 0.3016071 Nov 09 10:38:47.214707 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31baf9-a183-4b31-9bc8-fc3688419618 req-ec5fb894-e4c8-4dc1-bd78-02dabd55000b tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:47.217250 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-be31baf9-a183-4b31-9bc8-fc3688419618 req-ec5fb894-e4c8-4dc1-bd78-02dabd55000b tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 945 time: 0.0868123 Nov 09 10:38:47.221761 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-b6e317f1-fd17-4239-ab4d-8cb7816ca4fe req-2b9ecfbe-0c38-473c-bc00-edcbb3178cbd tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Calling delete_port for 2182bd85-9c95-41fc-b98c-a0f7b03dc613 owned by compute:nova {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:38:47.235768 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-9acb34c8-c292-4526-99e0-33e91214f202 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Request body: {'port': {'device_id': 'd3da8b9c-fc0f-4199-aaa2-b668a78be88b', 'network_id': '660cd402-50db-4db3-8bfe-9b76071b69c8', 'admin_state_up': True, 'tenant_id': '640b54f9b67c485a84c3d04294d65400'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:38:47.326676 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-be31baf9-a183-4b31-9bc8-fc3688419618 req-b5b7874a-efd5-4e03-b5ac-c879edbca51c tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001825 Nov 09 10:38:47.397114 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-5ed02f2a-c66e-4909-9021-01331a21d57b req-729936cc-c912-4c1c-8e3d-d24cf9cf9d6e tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376528 Nov 09 10:38:47.510374 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a103d1-2d40-42f4-aaed-3c00a50ebe70 req-b13049ab-30ff-4534-a22f-f93ad0f05edf tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:47.512087 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e6a103d1-2d40-42f4-aaed-3c00a50ebe70 req-b13049ab-30ff-4534-a22f-f93ad0f05edf tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.0646851 Nov 09 10:38:47.549128 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-9acb34c8-c292-4526-99e0-33e91214f202 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Made reservation on behalf of 640b54f9b67c485a84c3d04294d65400 for: {'port': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:38:47.555728 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-9acb34c8-c292-4526-99e0-33e91214f202 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:47.584020 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 45700) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:47.716747 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-56dbfb3e-a7a5-4fc4-ad77-a5b27a875a6a req-995db2d2-5d1e-4136-9cab-7e98b354eda8 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 210 time: 0.1354887 Nov 09 10:38:47.816242 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-9acb34c8-c292-4526-99e0-33e91214f202 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Allocated IP 172.20.0.13 (660cd402-50db-4db3-8bfe-9b76071b69c8/cd299e29-2f6e-4f6d-ba19-3ca7dec2f4c0/6fa822c3-beb1-4f0a-be68-a45ff676e4b8) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:38:47.835436 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-b6e317f1-fd17-4239-ab4d-8cb7816ca4fe req-2b9ecfbe-0c38-473c-bc00-edcbb3178cbd tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:47.847048 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['2bbca5fa-0081-4df3-bbdb-1ebc76058527', '2182bd85-9c95-41fc-b98c-a0f7b03dc613'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:38:47.963561 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ecfbe-0c38-473c-bc00-edcbb3178cbd tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Pushing event deleted for resources: {'Port': ['ID=2182bd85-9c95-41fc-b98c-a0f7b03dc613,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:47.963561 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e6a103d1-2d40-42f4-aaed-3c00a50ebe70 req-29d62475-7a52-4d53-a605-3b0b2a9e3c1a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3939495 Nov 09 10:38:47.963561 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e317f1-fd17-4239-ab4d-8cb7816ca4fe req-2b9ecfbe-0c38-473c-bc00-edcbb3178cbd tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] No DVR routers for this DVR port 2182bd85-9c95-41fc-b98c-a0f7b03dc613 on host hv-cinder-81662 {{(pid=101905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:38:47.963561 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-b6e317f1-fd17-4239-ab4d-8cb7816ca4fe req-2b9ecfbe-0c38-473c-bc00-edcbb3178cbd tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:47.963561 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b6e317f1-fd17-4239-ab4d-8cb7816ca4fe req-2b9ecfbe-0c38-473c-bc00-edcbb3178cbd tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.30 "DELETE /v2.0/ports/2182bd85-9c95-41fc-b98c-a0f7b03dc613 HTTP/1.1" status: 204 len: 173 time: 1.0691013 Nov 09 10:38:47.963561 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08913c05-333d-4287-b2b0-135fd053ca64', 'name': 'network-vif-deleted', 'tag': '2182bd85-9c95-41fc-b98c-a0f7b03dc613'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:38:47.963561 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e31237d-d4b8-4579-bb5a-2dca105753aa" -d '{"events": [{"server_uuid": "08913c05-333d-4287-b2b0-135fd053ca64", "name": "network-vif-deleted", "tag": "2182bd85-9c95-41fc-b98c-a0f7b03dc613"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:38:48.016940 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6694752-e19f-4676-b6fd-b0a8288469ac x-openstack-request-id: req-a6694752-e19f-4676-b6fd-b0a8288469ac {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:38:48.017227 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08913c05-333d-4287-b2b0-135fd053ca64", "name": "network-vif-deleted", "tag": "2182bd85-9c95-41fc-b98c-a0f7b03dc613", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:38:48.017470 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6694752-e19f-4676-b6fd-b0a8288469ac {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:38:48.017855 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08913c05-333d-4287-b2b0-135fd053ca64', 'name': 'network-vif-deleted', 'tag': '2182bd85-9c95-41fc-b98c-a0f7b03dc613', 'status': 'completed', 'code': 200} Nov 09 10:38:48.026104 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-426d18c0-1a88-4a52-9ea8-54bb274da9fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:48.104629 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-9acb34c8-c292-4526-99e0-33e91214f202 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:48.116360 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] Sync routers for ids ['bfaf5474-212f-4d1e-b2d7-d41ea30e6239'] in dv-cinder-816628-1-iscsi {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:38:48.123431 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] Routers {'bfaf5474-212f-4d1e-b2d7-d41ea30e6239'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:38:48.124071 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:38:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['bfaf5474-212f-4d1e-b2d7-d41ea30e6239'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:38:48.173331 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-426d18c0-1a88-4a52-9ea8-54bb274da9fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:48.292545 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-9acb34c8-c292-4526-99e0-33e91214f202 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:48.300751 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-426d18c0-1a88-4a52-9ea8-54bb274da9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:48.405663 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] Set router bfaf5474-212f-4d1e-b2d7-d41ea30e6239 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:38:48.411275 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 45724) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:48.423795 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-9bb8d9b7-82b9-4b7d-87c3-b3e5da14b443 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-53114223-network', 'tenant_id': '873e70b5c7364f19bbdbeeaf1232314a'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:38:48.519856 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 383a9e77-e8c4-4a97-b196-ab9bc232837f up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:38:48.595336 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f1fc7811-0831-4965-a2ce-3aa735e8e69e req-1b799344-60b6-4fe3-aa41-097588eff56f tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 210 time: 0.0619969 Nov 09 10:38:48.596903 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb8d9b7-82b9-4b7d-87c3-b3e5da14b443 admin admin] Made reservation on behalf of 873e70b5c7364f19bbdbeeaf1232314a for: {'network': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:38:48.600761 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d9b7-82b9-4b7d-87c3-b3e5da14b443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for network, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:48.601802 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-426d18c0-1a88-4a52-9ea8-54bb274da9fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3befbbe7107240369c81a1603a9854ac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0115192 Nov 09 10:38:48.611062 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 45728) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:48.619085 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-9acb34c8-c292-4526-99e0-33e91214f202 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Network 660cd402-50db-4db3-8bfe-9b76071b69c8 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:38:48.625023 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-9acb34c8-c292-4526-99e0-33e91214f202 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:38:48.656001 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d9b7-82b9-4b7d-87c3-b3e5da14b443 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:48.666034 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-9acb34c8-c292-4526-99e0-33e91214f202 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:38:48.738890 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-9acb34c8-c292-4526-99e0-33e91214f202 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:48.739691 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-9acb34c8-c292-4526-99e0-33e91214f202 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:48.788532 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3bd765f8-7206-4a69-b402-8333044ba016 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:48.788661 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d18c0-1a88-4a52-9ea8-54bb274da9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f04bfdb-10ab-49ff-8fc8-0a64788043a0,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:48.791471 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 383a9e77-e8c4-4a97-b196-ab9bc232837f triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:38:48.791841 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:48.803731 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb34c8-c292-4526-99e0-33e91214f202 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Pushing event updated for resources: {'Port': ['ID=6fa822c3-beb1-4f0a-be68-a45ff676e4b8,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:48.877055 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7ffa2-18e9-4c5e-b5f6-bbdc3044c145 req-4b41afda-5177-4c35-be75-7910c41646ad tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:48.879084 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3cb7ffa2-18e9-4c5e-b5f6-bbdc3044c145 req-4b41afda-5177-4c35-be75-7910c41646ad tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 945 time: 0.3056874 Nov 09 10:38:48.942720 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3bd765f8-7206-4a69-b402-8333044ba016 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:48.994085 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'name': 'tempest-TestMinimumBasicScenario-1303468805-router', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:41Z', 'updated_at': '2021-11-09T10:38:45Z', 'revision_number': 4, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'gw_port': {'id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:42Z', 'updated_at': '2021-11-09T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '576db910-b00d-447f-b253-17606e2a7f4b', 'name': '', 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'mac_address': 'fa:16:3e:df:22:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1e8c19ae-f549-4b9e-a681-beeb62d4a4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:44Z', 'updated_at': '2021-11-09T10:38:45Z', 'revision_number': 2, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'subnets': [{'id': '1e8c19ae-f549-4b9e-a681-beeb62d4a4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:38:49.007030 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d9b7-82b9-4b7d-87c3-b3e5da14b443 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:49.025535 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3cb7ffa2-18e9-4c5e-b5f6-bbdc3044c145 req-d805a31e-7cda-4cd7-97a3-3a1b6b64f6e5 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989561 Nov 09 10:38:49.039859 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] Checking router: bfaf5474-212f-4d1e-b2d7-d41ea30e6239 for host: dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:38:49.040496 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] Updating router bfaf5474-212f-4d1e-b2d7-d41ea30e6239 port 576db910-b00d-447f-b253-17606e2a7f4b binding host dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 10:38:49.048496 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-9acb34c8-c292-4526-99e0-33e91214f202 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8224006 Nov 09 10:38:49.054320 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c88e7-7fb7-4d9f-bffd-6a25f142edf1 req-df944823-b940-40c1-bb20-2ab704be5d23 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:49.065469 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d60c88e7-7fb7-4d9f-bffd-6a25f142edf1 req-df944823-b940-40c1-bb20-2ab704be5d23 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 932 time: 0.1955066 Nov 09 10:38:49.073577 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:49.183037 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d60c88e7-7fb7-4d9f-bffd-6a25f142edf1 req-58a2cce4-8777-4562-81e7-1afce7310cd4 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189656 Nov 09 10:38:49.199856 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d9b7-82b9-4b7d-87c3-b3e5da14b443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:49.247113 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8d9b7-82b9-4b7d-87c3-b3e5da14b443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94bd25f-e4ad-493a-80fa-b79f13efa73f,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:49.266553 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1999ca4-51a3-46d4-8406-e5d2ae5dcc14 req-482b96a8-5349-4f03-9cb4-5aea7ea419c0 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:49.268946 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb8d9b7-82b9-4b7d-87c3-b3e5da14b443 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:38:49.275768 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c1999ca4-51a3-46d4-8406-e5d2ae5dcc14 req-482b96a8-5349-4f03-9cb4-5aea7ea419c0 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.1362245 Nov 09 10:38:49.283037 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3bd765f8-7206-4a69-b402-8333044ba016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:49.296631 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3bd765f8-7206-4a69-b402-8333044ba016 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:49.321955 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-3bd765f8-7206-4a69-b402-8333044ba016 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f04bfdb-10ab-49ff-8fc8-0a64788043a0 HTTP/1.1" status: 204 len: 168 time: 0.7060351 Nov 09 10:38:49.327534 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d9b7-82b9-4b7d-87c3-b3e5da14b443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:49.327877 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.db.segments_db [None req-9bb8d9b7-82b9-4b7d-87c3-b3e5da14b443 admin admin] Added segment 519a6d0e-73b2-4843-a249-198cd872bc98 of type vlan for network d2d09f58-1559-43b6-8ce9-d385346dc611 Nov 09 10:38:49.333987 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c1999ca4-51a3-46d4-8406-e5d2ae5dcc14 req-d8320171-e0e6-4827-96d3-ea7034d3c834 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549471 Nov 09 10:38:49.364083 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd765f8-7206-4a69-b402-8333044ba016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f04bfdb-10ab-49ff-8fc8-0a64788043a0,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:49.445096 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d9b7-82b9-4b7d-87c3-b3e5da14b443 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781390311891'] for network, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:49.544949 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] Request body: {'port': {'device_id': 'd3da8b9c-fc0f-4199-aaa2-b668a78be88b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81662'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:38:49.581658 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d9b7-82b9-4b7d-87c3-b3e5da14b443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for network, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:49.585064 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb8d9b7-82b9-4b7d-87c3-b3e5da14b443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:49.593636 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d9b7-82b9-4b7d-87c3-b3e5da14b443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:49.656935 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:49.734039 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] Publish callbacks [] for port, precommit_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:49.790307 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-9bb8d9b7-82b9-4b7d-87c3-b3e5da14b443 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3777947 Nov 09 10:38:49.790953 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 45742) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:49.803521 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-1792f9c2-449a-4596-9749-fa61e0dea183 admin admin] Request body: {'subnet': {'network_id': 'd2d09f58-1559-43b6-8ce9-d385346dc611', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-53114223-subnet', 'tenant_id': '873e70b5c7364f19bbdbeeaf1232314a', 'ip_version': 4}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:38:49.821737 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6c550-7024-4a0a-9fb3-f1090c07ad95 req-5eb122db-1471-4b90-b89e-6eb9a3c2ac17 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:49.823122 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6bb6c550-7024-4a0a-9fb3-f1090c07ad95 req-5eb122db-1471-4b90-b89e-6eb9a3c2ac17 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.30 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 945 time: 0.2834153 Nov 09 10:38:49.823774 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8d9b7-82b9-4b7d-87c3-b3e5da14b443 admin admin] Pushing event updated for resources: {'Network': ['ID=d2d09f58-1559-43b6-8ce9-d385346dc611,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:49.842465 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Network d2d09f58-1559-43b6-8ce9-d385346dc611 details requested by agent ovs-agent-dv-cinder-816628-1-iscsi with host dv-cinder-816628-1-iscsi {{(pid=101906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 10:38:49.872650 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f51af8ec-49f1-4a0d-94fa-777a4a6dbfb2 req-67c289d9-9aee-48d4-b0a7-556822f8ba6b tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=08913c05-333d-4287-b2b0-135fd053ca64 HTTP/1.1" status: 200 len: 210 time: 0.0638878 Nov 09 10:38:49.981865 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:49.983148 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1792f9c2-449a-4596-9749-fa61e0dea183 admin admin] Made reservation on behalf of 873e70b5c7364f19bbdbeeaf1232314a for: {'subnet': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:38:49.986092 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1792f9c2-449a-4596-9749-fa61e0dea183 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:50.147838 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aacba5-5b38-48a8-906b-0b7b9f4549b0 None None] Pushing event updated for resources: {'Port': ['ID=576db910-b00d-447f-b253-17606e2a7f4b,revision_number=3']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:50.192331 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] Attempting to bind port 576db910-b00d-447f-b253-17606e2a7f4b on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:38:50.195333 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] Attempting to bind port 576db910-b00d-447f-b253-17606e2a7f4b by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': 'a8bb5221-cf3a-4878-8c04-f567ad3286d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496'}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:38:50.195333 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] Attempting to bind port 576db910-b00d-447f-b253-17606e2a7f4b on network 56f69718-58a6-4143-a9fa-e85c00997496 {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:38:50.212021 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:38:50.212407 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] Checking segment: {'id': 'a8bb5221-cf3a-4878-8c04-f567ad3286d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:38:50.212812 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:50.215813 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] Bound using segment: {'id': 'a8bb5221-cf3a-4878-8c04-f567ad3286d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496'} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:38:50.216078 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] Bound port: 576db910-b00d-447f-b253-17606e2a7f4b, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bb5221-cf3a-4878-8c04-f567ad3286d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496'}}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:38:50.217902 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:50.400994 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa822c3-beb1-4f0a-be68-a45ff676e4b8 {{(pid=101904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:38:50.405997 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] For port 576db910-b00d-447f-b253-17606e2a7f4b, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:38:50.416030 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:50.416275 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] For port 576db910-b00d-447f-b253-17606e2a7f4b, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=576db910-b00d-447f-b253-17606e2a7f4b,segment=NetworkSegment(a8bb5221-cf3a-4878-8c04-f567ad3286d5),segment_id=a8bb5221-cf3a-4878-8c04-f567ad3286d5)] {{(pid=101906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:38:50.434915 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecb43c-913a-4f37-b2f7-f20ca6d3d32a req-9c96bfc9-4143-4858-8775-23514f3a7ac7 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:50.436867 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9eecb43c-913a-4f37-b2f7-f20ca6d3d32a req-9c96bfc9-4143-4858-8775-23514f3a7ac7 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 945 time: 0.2251210 Nov 09 10:38:50.467446 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.provisioning_blocks [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] Transition to ACTIVE for port object 6fa822c3-beb1-4f0a-be68-a45ff676e4b8 will not be triggered until provisioned by entity L2. {{(pid=101904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:38:50.470399 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-6bb6c550-7024-4a0a-9fb3-f1090c07ad95 req-624af0ee-f476-4d03-b786-670c524e6970 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Deleting port 3efed32a-8fe2-427e-9ada-fdc0f5a9c188 {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:38:50.479665 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-6bb6c550-7024-4a0a-9fb3-f1090c07ad95 req-624af0ee-f476-4d03-b786-670c524e6970 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:50.516485 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9eecb43c-913a-4f37-b2f7-f20ca6d3d32a req-8b67d48b-2a2c-4d1e-a9b3-2d70bcc2bcaa tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/security-groups?id=563eb450-5871-4075-bd9f-d0730c2db084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645213 Nov 09 10:38:50.557537 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:50.571606 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:50.696456 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-1c5dc766-cbad-4025-b9c3-d502f375d539 None None] Provisioning complete for port 576db910-b00d-447f-b253-17606e2a7f4b triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:38:50.696949 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1c5dc766-cbad-4025-b9c3-d502f375d539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:50.712534 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa822c3-beb1-4f0a-be68-a45ff676e4b8,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:50.759353 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-6bb6c550-7024-4a0a-9fb3-f1090c07ad95 req-624af0ee-f476-4d03-b786-670c524e6970 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] For port 3efed32a-8fe2-427e-9ada-fdc0f5a9c188, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=3efed32a-8fe2-427e-9ada-fdc0f5a9c188,segment=NetworkSegment(75dffec9-8d21-416f-bf4b-903e91046ced),segment_id=75dffec9-8d21-416f-bf4b-903e91046ced)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:38:50.760366 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-6bb6c550-7024-4a0a-9fb3-f1090c07ad95 req-624af0ee-f476-4d03-b786-670c524e6970 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:50.774821 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-4b03efdf-1e00-43bd-b1d7-40686531aa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:50.786211 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a89ea8-9548-4c6e-84d5-5764c549e44e req-d4673b3d-887b-40be-bd7d-f59bbaeb0de8 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:50.795055 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-13a89ea8-9548-4c6e-84d5-5764c549e44e req-d4673b3d-887b-40be-bd7d-f59bbaeb0de8 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.1822553 Nov 09 10:38:50.821422 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-6bb6c550-7024-4a0a-9fb3-f1090c07ad95 req-624af0ee-f476-4d03-b786-670c524e6970 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Calling delete_port for 3efed32a-8fe2-427e-9ada-fdc0f5a9c188 owned by compute:nova {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:38:50.887278 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] Attempting to bind port 6fa822c3-beb1-4f0a-be68-a45ff676e4b8 on host hv-cinder-81662 for vnic_type normal with profile {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:38:50.887278 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] Attempting to bind port 6fa822c3-beb1-4f0a-be68-a45ff676e4b8 by drivers openvswitch,hyperv on host hv-cinder-81662 at level 0 using segments [{'id': 'd4aaba3d-c1b6-4e3c-819e-7eff923d00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '660cd402-50db-4db3-8bfe-9b76071b69c8'}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:38:50.887278 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] Attempting to bind port 6fa822c3-beb1-4f0a-be68-a45ff676e4b8 on network 660cd402-50db-4db3-8bfe-9b76071b69c8 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:38:50.892493 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-13a89ea8-9548-4c6e-84d5-5764c549e44e req-7e405a4f-8dbe-4e32-9c83-4d2fa0470490 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959988 Nov 09 10:38:50.893705 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] Port 6fa822c3-beb1-4f0a-be68-a45ff676e4b8 on network 660cd402-50db-4db3-8bfe-9b76071b69c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81662 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 10:38:50.894101 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] Attempting to bind port 6fa822c3-beb1-4f0a-be68-a45ff676e4b8 on network 660cd402-50db-4db3-8bfe-9b76071b69c8 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:38:50.903457 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] Routers {'bfaf5474-212f-4d1e-b2d7-d41ea30e6239'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:38:50.903596 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] Checking agent: {'id': 'b8adbdf0-e7b5-4c08-8a0d-020b5ee3746c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'started_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:38:50.903940 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] Checking segment: {'id': 'd4aaba3d-c1b6-4e3c-819e-7eff923d00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '660cd402-50db-4db3-8bfe-9b76071b69c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:38:50.904156 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:38:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['bfaf5474-212f-4d1e-b2d7-d41ea30e6239'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:38:50.910338 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] Bound using segment: {'id': 'd4aaba3d-c1b6-4e3c-819e-7eff923d00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '660cd402-50db-4db3-8bfe-9b76071b69c8'} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:38:50.910338 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] Bound port: 6fa822c3-beb1-4f0a-be68-a45ff676e4b8, host: hv-cinder-81662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4aaba3d-c1b6-4e3c-819e-7eff923d00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '660cd402-50db-4db3-8bfe-9b76071b69c8'}}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:38:50.910338 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:51.101951 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aacba5-5b38-48a8-906b-0b7b9f4549b0 None None] Pushing event updated for resources: {'Port': ['ID=576db910-b00d-447f-b253-17606e2a7f4b,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:51.125313 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb894b-d4f3-4edc-b4ca-c4b30f8dafa3 req-0610d4be-a8a0-4493-8a64-70fe0f045747 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:51.127803 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-0efb894b-d4f3-4edc-b4ca-c4b30f8dafa3 req-0610d4be-a8a0-4493-8a64-70fe0f045747 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 932 time: 0.7667141 Nov 09 10:38:51.139714 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] For port 6fa822c3-beb1-4f0a-be68-a45ff676e4b8, host hv-cinder-81662, cleared binding levels {{(pid=101904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:38:51.149546 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] For port 6fa822c3-beb1-4f0a-be68-a45ff676e4b8, host hv-cinder-81662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=6fa822c3-beb1-4f0a-be68-a45ff676e4b8,segment=NetworkSegment(d4aaba3d-c1b6-4e3c-819e-7eff923d00d3),segment_id=d4aaba3d-c1b6-4e3c-819e-7eff923d00d3)] {{(pid=101904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:38:51.189749 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-6bb6c550-7024-4a0a-9fb3-f1090c07ad95 req-624af0ee-f476-4d03-b786-670c524e6970 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:51.249170 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624af0ee-f476-4d03-b786-670c524e6970 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Pushing event deleted for resources: {'Port': ['ID=3efed32a-8fe2-427e-9ada-fdc0f5a9c188,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:51.268728 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-0efb894b-d4f3-4edc-b4ca-c4b30f8dafa3 req-03d11ffb-a109-4c64-a19d-415904e2914f tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106238 Nov 09 10:38:51.275161 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:51.291898 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['3efed32a-8fe2-427e-9ada-fdc0f5a9c188'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:38:51.305563 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1792f9c2-449a-4596-9749-fa61e0dea183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for subnet, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:51.324606 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb6c550-7024-4a0a-9fb3-f1090c07ad95 req-624af0ee-f476-4d03-b786-670c524e6970 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] No DVR routers for this DVR port 3efed32a-8fe2-427e-9ada-fdc0f5a9c188 on host hv-cinder-81662 {{(pid=101905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:38:51.347709 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-6bb6c550-7024-4a0a-9fb3-f1090c07ad95 req-624af0ee-f476-4d03-b786-670c524e6970 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:51.351701 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6bb6c550-7024-4a0a-9fb3-f1090c07ad95 req-624af0ee-f476-4d03-b786-670c524e6970 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.30 "DELETE /v2.0/ports/3efed32a-8fe2-427e-9ada-fdc0f5a9c188 HTTP/1.1" status: 204 len: 173 time: 1.3439720 Nov 09 10:38:51.360445 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4625928f-8448-4d86-b1e6-28b6c5ddac57', 'name': 'network-vif-deleted', 'tag': '3efed32a-8fe2-427e-9ada-fdc0f5a9c188'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:38:51.363771 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6b196b-cb2d-4131-b9e3-598ad2645643" -d '{"events": [{"server_uuid": "4625928f-8448-4d86-b1e6-28b6c5ddac57", "name": "network-vif-deleted", "tag": "3efed32a-8fe2-427e-9ada-fdc0f5a9c188"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:38:51.372813 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:51.373277 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:51.374748 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] 10.222.0.30 "PUT /v2.0/ports/6fa822c3-beb1-4f0a-be68-a45ff676e4b8 HTTP/1.1" status: 200 len: 1094 time: 1.8343544 Nov 09 10:38:51.375219 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3da8b9c-fc0f-4199-aaa2-b668a78be88b', 'tag': '6fa822c3-beb1-4f0a-be68-a45ff676e4b8'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:38:51.377624 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ba9ef3-e2cf-48ad-acf8-b3cb4845f1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "d3da8b9c-fc0f-4199-aaa2-b668a78be88b", "tag": "6fa822c3-beb1-4f0a-be68-a45ff676e4b8"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:38:51.405345 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1c5dc766-cbad-4025-b9c3-d502f375d539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:51.425097 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b45fbe6-4590-4d50-a73d-10413574fcf1 x-openstack-request-id: req-6b45fbe6-4590-4d50-a73d-10413574fcf1 {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:38:51.425398 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4625928f-8448-4d86-b1e6-28b6c5ddac57", "name": "network-vif-deleted", "tag": "3efed32a-8fe2-427e-9ada-fdc0f5a9c188", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:38:51.425647 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b45fbe6-4590-4d50-a73d-10413574fcf1 {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:38:51.428834 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4625928f-8448-4d86-b1e6-28b6c5ddac57', 'name': 'network-vif-deleted', 'tag': '3efed32a-8fe2-427e-9ada-fdc0f5a9c188', 'status': 'completed', 'code': 200} Nov 09 10:38:51.435402 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7cd50-a111-42c3-9f54-4d33581e7864 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa822c3-beb1-4f0a-be68-a45ff676e4b8,revision_number=3']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:51.441984 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792f9c2-449a-4596-9749-fa61e0dea183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ce03547-20ae-4c03-8e4e-51907023e8e2,revision_number=0']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:51.453562 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1792f9c2-449a-4596-9749-fa61e0dea183 admin admin] Checking segment: {'id': '519a6d0e-73b2-4843-a249-198cd872bc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd2d09f58-1559-43b6-8ce9-d385346dc611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:38:51.453927 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1792f9c2-449a-4596-9749-fa61e0dea183 admin admin] Network hostable DHCP agents. Network: d2d09f58-1559-43b6-8ce9-d385346dc611, hostable agents: ['bb6b8b96-70eb-486f-b492-dd7d5d6af293'], hosted agents: [] {{(pid=101905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:38:51.466050 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-1c5dc766-cbad-4025-b9c3-d502f375d539 None None] For port 576db910-b00d-447f-b253-17606e2a7f4b, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=576db910-b00d-447f-b253-17606e2a7f4b,segment=NetworkSegment(a8bb5221-cf3a-4878-8c04-f567ad3286d5),segment_id=a8bb5221-cf3a-4878-8c04-f567ad3286d5)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:38:51.490403 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] Set router bfaf5474-212f-4d1e-b2d7-d41ea30e6239 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:38:51.494568 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 45786) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:51.524493 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45374a3-a3fc-4682-9d32-1cdb7faf2452 x-openstack-request-id: req-e45374a3-a3fc-4682-9d32-1cdb7faf2452 {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:38:51.524825 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3da8b9c-fc0f-4199-aaa2-b668a78be88b", "tag": "6fa822c3-beb1-4f0a-be68-a45ff676e4b8", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:38:51.525080 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e45374a3-a3fc-4682-9d32-1cdb7faf2452 {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:38:51.525479 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3da8b9c-fc0f-4199-aaa2-b668a78be88b', 'tag': '6fa822c3-beb1-4f0a-be68-a45ff676e4b8', 'status': 'completed', 'code': 200} Nov 09 10:38:51.605596 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1c5dc766-cbad-4025-b9c3-d502f375d539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:51.684645 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-41e3bc46-394c-4c95-b098-9343e4c2fdd2 req-103979f4-7d25-431b-9eba-3174e148c23d tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 210 time: 0.0882549 Nov 09 10:38:51.691290 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1792f9c2-449a-4596-9749-fa61e0dea183 admin admin] Network d2d09f58-1559-43b6-8ce9-d385346dc611 is scheduled to be hosted by DHCP agent bb6b8b96-70eb-486f-b492-dd7d5d6af293 with binding_index 1 {{(pid=101905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:38:51.691716 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dc766-cbad-4025-b9c3-d502f375d539 None None] Pushing event updated for resources: {'Port': ['ID=576db910-b00d-447f-b253-17606e2a7f4b,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:51.759437 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-03a373c1-4403-49fc-a17b-1b1e9d2ae394 None None] Provisioning complete for port 576db910-b00d-447f-b253-17606e2a7f4b triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:38:51.759790 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-03a373c1-4403-49fc-a17b-1b1e9d2ae394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:51.765361 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba9ef3-e2cf-48ad-acf8-b3cb4845f1cd req-dd1b33f9-089f-4475-873e-7bc4fdc9f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:51.769735 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-2d9803d2-a3e0-4bfb-9173-f1c52f0f7af0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1295514224-network', 'tenant_id': '06af7c886c064b628757c347296afd9f'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:38:51.771328 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-07ba9ef3-e2cf-48ad-acf8-b3cb4845f1cd req-dd1b33f9-089f-4475-873e-7bc4fdc9f690 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=640b54f9b67c485a84c3d04294d65400&device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 1097 time: 0.1799896 Nov 09 10:38:51.867305 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-1792f9c2-449a-4596-9749-fa61e0dea183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816628-1-iscsi, d2d09f58-1559-43b6-8ce9-d385346dc611) {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:38:51.874975 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1792f9c2-449a-4596-9749-fa61e0dea183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:51.875745 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1792f9c2-449a-4596-9749-fa61e0dea183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:51.907069 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f576d2a3-6cba-47fe-a77b-df362587a7dc None None] Network d2d09f58-1559-43b6-8ce9-d385346dc611 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:38:51.914346 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77df7cc-e59d-4b91-99fc-a16530fd1d65 req-cf911aaf-8ab6-49df-9573-b563cdd6133e tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:51.915846 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d77df7cc-e59d-4b91-99fc-a16530fd1d65 req-cf911aaf-8ab6-49df-9573-b563cdd6133e tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0948665 Nov 09 10:38:51.937348 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'name': 'tempest-TestMinimumBasicScenario-1303468805-router', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:41Z', 'updated_at': '2021-11-09T10:38:45Z', 'revision_number': 4, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'gw_port': {'id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:42Z', 'updated_at': '2021-11-09T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '576db910-b00d-447f-b253-17606e2a7f4b', 'name': '', 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'mac_address': 'fa:16:3e:df:22:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1e8c19ae-f549-4b9e-a681-beeb62d4a4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:44Z', 'updated_at': '2021-11-09T10:38:50Z', 'revision_number': 4, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'subnets': [{'id': '1e8c19ae-f549-4b9e-a681-beeb62d4a4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:38:51.975944 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd4104f-1785-4ffd-86a3-c7f10b4744f8 None None] The sync data for ids ['bfaf5474-212f-4d1e-b2d7-d41ea30e6239'] in dv-cinder-816628-1-iscsi is: [{'id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'name': 'tempest-TestMinimumBasicScenario-1303468805-router', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:41Z', 'updated_at': '2021-11-09T10:38:45Z', 'revision_number': 4, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'gw_port': {'id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:42Z', 'updated_at': '2021-11-09T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '576db910-b00d-447f-b253-17606e2a7f4b', 'name': '', 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'mac_address': 'fa:16:3e:df:22:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1e8c19ae-f549-4b9e-a681-beeb62d4a4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:44Z', 'updated_at': '2021-11-09T10:38:50Z', 'revision_number': 4, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'subnets': [{'id': '1e8c19ae-f549-4b9e-a681-beeb62d4a4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:38:51.986202 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9803d2-a3e0-4bfb-9173-f1c52f0f7af0 admin admin] Made reservation on behalf of 06af7c886c064b628757c347296afd9f for: {'network': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:38:51.989460 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2d9803d2-a3e0-4bfb-9173-f1c52f0f7af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for network, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:52.018885 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d77df7cc-e59d-4b91-99fc-a16530fd1d65 req-cd7d1e63-26fe-4a7b-84af-f855acf47625 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908964 Nov 09 10:38:52.020106 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2d9803d2-a3e0-4bfb-9173-f1c52f0f7af0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:52.144439 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-1792f9c2-449a-4596-9749-fa61e0dea183 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3478045 Nov 09 10:38:52.161335 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 45796) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:52.204255 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-bbc82ddb-7123-4b28-87de-de80795967c1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-53114223-router', 'tenant_id': '873e70b5c7364f19bbdbeeaf1232314a', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:38:52.234855 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 2182bd85-9c95-41fc-b98c-a0f7b03dc613 no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:38:52.368319 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] No Port match for: 2182bd85-9c95-41fc-b98c-a0f7b03dc613 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:38:52.369534 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 2182bd85-9c95-41fc-b98c-a0f7b03dc613 not bound to the agent host hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:38:52.369534 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 3efed32a-8fe2-427e-9ada-fdc0f5a9c188 no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:38:52.385629 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bbc82ddb-7123-4b28-87de-de80795967c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3444'] for router, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:52.386654 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bbc82ddb-7123-4b28-87de-de80795967c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3437'] for router, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:52.441277 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] No Port match for: 3efed32a-8fe2-427e-9ada-fdc0f5a9c188 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:38:52.441628 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 3efed32a-8fe2-427e-9ada-fdc0f5a9c188 not bound to the agent host hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:38:52.475307 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2d9803d2-a3e0-4bfb-9173-f1c52f0f7af0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:52.525670 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d288277a-e638-43f1-b668-b5cf6a1d7461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp873e253d-0079-5e65-ba92-49c49ab5e1bc-d2d09f58-1559-43b6-8ce9-d385346dc611', 'network_id': 'd2d09f58-1559-43b6-8ce9-d385346dc611', 'tenant_id': '873e70b5c7364f19bbdbeeaf1232314a', 'fixed_ips': [{'subnet_id': '2ce03547-20ae-4c03-8e4e-51907023e8e2'}]}} from dv-cinder-816628-1-iscsi. {{(pid=101906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 10:38:52.526560 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d288277a-e638-43f1-b668-b5cf6a1d7461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:52.577025 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2d9803d2-a3e0-4bfb-9173-f1c52f0f7af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:52.622118 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bbc82ddb-7123-4b28-87de-de80795967c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:52.704874 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 576db910-b00d-447f-b253-17606e2a7f4b up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:38:52.706505 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9803d2-a3e0-4bfb-9173-f1c52f0f7af0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=101905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:38:52.732987 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2d9803d2-a3e0-4bfb-9173-f1c52f0f7af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:52.734010 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.db.segments_db [None req-2d9803d2-a3e0-4bfb-9173-f1c52f0f7af0 admin admin] Added segment cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7 of type vlan for network 2fdcf95c-e1fc-4011-9f83-26a3b67584bf Nov 09 10:38:52.803721 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2d9803d2-a3e0-4bfb-9173-f1c52f0f7af0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781390311891'] for network, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:52.864004 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9803d2-a3e0-4bfb-9173-f1c52f0f7af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1e0295-7580-4873-a09e-d265c6a36b0b,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:52.903869 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba9ef3-e2cf-48ad-acf8-b3cb4845f1cd req-6003152b-f39a-42cf-8271-3504e24156ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:52.907256 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-07ba9ef3-e2cf-48ad-acf8-b3cb4845f1cd req-6003152b-f39a-42cf-8271-3504e24156ce service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=640b54f9b67c485a84c3d04294d65400&shared=False HTTP/1.1" status: 200 len: 914 time: 0.8977168 Nov 09 10:38:52.918672 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60397e83-ede6-4a34-8295-fb76b7af6158 req-66c55bd0-7243-4aac-94b8-a147185a671b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:52.926241 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-60397e83-ede6-4a34-8295-fb76b7af6158 req-66c55bd0-7243-4aac-94b8-a147185a671b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.7626066 Nov 09 10:38:52.949167 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.db_base_plugin_common [None req-d288277a-e638-43f1-b668-b5cf6a1d7461 None None] Allocated IP 172.20.0.2 (d2d09f58-1559-43b6-8ce9-d385346dc611/2ce03547-20ae-4c03-8e4e-51907023e8e2/1e3d642c-8f5b-4ca2-9b8a-d88b953666cb) {{(pid=101906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:38:52.949167 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 576db910-b00d-447f-b253-17606e2a7f4b triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:38:52.949167 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:53.083793 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-60397e83-ede6-4a34-8295-fb76b7af6158 req-584b73fe-f4d2-4515-97ba-07ec341481b8 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562688 Nov 09 10:38:53.152223 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba9ef3-e2cf-48ad-acf8-b3cb4845f1cd req-cf19802d-cff5-4977-b0fe-efb57100c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:53.155315 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-07ba9ef3-e2cf-48ad-acf8-b3cb4845f1cd req-cf19802d-cff5-4977-b0fe-efb57100c146 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2081282 Nov 09 10:38:53.170836 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.db.resource_extend [None req-2d9803d2-a3e0-4bfb-9173-f1c52f0f7af0 admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 10:38:53.288732 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-260a1544-7951-4450-9b94-0a0624c19d74 req-8190fc7a-734f-4e4c-8055-c8e963182fc1 tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 210 time: 0.0414629 Nov 09 10:38:53.289402 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062f0d0-1a6f-4e03-a8c0-b60991e62d6e req-0b328e5f-e7e9-4e2b-b52b-ce33bd368d9f tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:53.289402 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6062f0d0-1a6f-4e03-a8c0-b60991e62d6e req-0b328e5f-e7e9-4e2b-b52b-ce33bd368d9f tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 944 time: 0.7688627 Nov 09 10:38:53.470409 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bbc82ddb-7123-4b28-87de-de80795967c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:53.502773 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168c435-9e9e-4be7-aa7e-e11d1158ef9f req-e9617bbc-5c89-45a2-80b4-717f142ac3f2 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:53.514046 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6062f0d0-1a6f-4e03-a8c0-b60991e62d6e req-8347c621-c131-486c-8001-7e83534575b5 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905837 Nov 09 10:38:53.525335 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3168c435-9e9e-4be7-aa7e-e11d1158ef9f req-e9617bbc-5c89-45a2-80b4-717f142ac3f2 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.1628764 Nov 09 10:38:53.574621 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d288277a-e638-43f1-b668-b5cf6a1d7461 None None] Publish callbacks [] for port, precommit_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:53.602578 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3168c435-9e9e-4be7-aa7e-e11d1158ef9f req-771fc8ac-5590-4a24-a1c5-e75105c35a52 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657470 Nov 09 10:38:53.932958 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d288277a-e638-43f1-b668-b5cf6a1d7461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:53.939671 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2d9803d2-a3e0-4bfb-9173-f1c52f0f7af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for network, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:53.940163 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d38e2ed6-673e-4f83-80d5-c3bdb7d9d356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:53.940679 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9803d2-a3e0-4bfb-9173-f1c52f0f7af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:53.941269 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2d9803d2-a3e0-4bfb-9173-f1c52f0f7af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:54.046123 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288277a-e638-43f1-b668-b5cf6a1d7461 None None] Pushing event updated for resources: {'Port': ['ID=1e3d642c-8f5b-4ca2-9b8a-d88b953666cb,revision_number=1']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:54.067735 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d288277a-e638-43f1-b668-b5cf6a1d7461 None None] Network d2d09f58-1559-43b6-8ce9-d385346dc611 is already hosted by enough agents. {{(pid=101906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:38:54.072518 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.scheduler.base_scheduler [None req-d288277a-e638-43f1-b668-b5cf6a1d7461 None None] Resources bound (agent type, host, resource id): {{(pid=101906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:38:54.074322 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:54.075167 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d288277a-e638-43f1-b668-b5cf6a1d7461 None None] Received port after_create {{(pid=101906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:38:54.193667 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-d288277a-e638-43f1-b668-b5cf6a1d7461 None None] Attempting to bind port 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:38:54.194172 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-d288277a-e638-43f1-b668-b5cf6a1d7461 None None] Attempting to bind port 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': '519a6d0e-73b2-4843-a249-198cd872bc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd2d09f58-1559-43b6-8ce9-d385346dc611'}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:38:54.194412 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d288277a-e638-43f1-b668-b5cf6a1d7461 None None] Attempting to bind port 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb on network d2d09f58-1559-43b6-8ce9-d385346dc611 {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:38:54.200191 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d288277a-e638-43f1-b668-b5cf6a1d7461 None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:38:54.200678 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d288277a-e638-43f1-b668-b5cf6a1d7461 None None] Checking segment: {'id': '519a6d0e-73b2-4843-a249-198cd872bc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd2d09f58-1559-43b6-8ce9-d385346dc611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:38:54.201108 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d288277a-e638-43f1-b668-b5cf6a1d7461 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:54.201655 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d288277a-e638-43f1-b668-b5cf6a1d7461 None None] Bound using segment: {'id': '519a6d0e-73b2-4843-a249-198cd872bc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd2d09f58-1559-43b6-8ce9-d385346dc611'} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:38:54.202010 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-d288277a-e638-43f1-b668-b5cf6a1d7461 None None] Bound port: 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519a6d0e-73b2-4843-a249-198cd872bc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd2d09f58-1559-43b6-8ce9-d385346dc611'}}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:38:54.202393 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d288277a-e638-43f1-b668-b5cf6a1d7461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:54.238444 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-2d9803d2-a3e0-4bfb-9173-f1c52f0f7af0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7390304 Nov 09 10:38:54.239942 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 45854) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:54.247091 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-ce261343-2343-4fad-9189-87ca7cf5c2e3 admin admin] Request body: {'subnet': {'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1295514224-subnet', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'ip_version': 4}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:38:54.314335 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-d288277a-e638-43f1-b668-b5cf6a1d7461 None None] For port 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:38:54.320550 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-d288277a-e638-43f1-b668-b5cf6a1d7461 None None] For port 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=1e3d642c-8f5b-4ca2-9b8a-d88b953666cb,segment=NetworkSegment(519a6d0e-73b2-4843-a249-198cd872bc98),segment_id=519a6d0e-73b2-4843-a249-198cd872bc98)] {{(pid=101906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:38:54.328661 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9803d2-a3e0-4bfb-9173-f1c52f0f7af0 admin admin] Pushing event updated for resources: {'Network': ['ID=2fdcf95c-e1fc-4011-9f83-26a3b67584bf,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:54.348552 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Network 2fdcf95c-e1fc-4011-9f83-26a3b67584bf details requested by agent ovs-agent-dv-cinder-816628-1-iscsi with host dv-cinder-816628-1-iscsi {{(pid=101906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 10:38:54.367171 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce261343-2343-4fad-9189-87ca7cf5c2e3 admin admin] Made reservation on behalf of 06af7c886c064b628757c347296afd9f for: {'subnet': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:38:54.369348 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227f932-f563-4baa-8db0-59ce29f4a93b req-454a2813-dc07-4f41-a10c-bf7034007b13 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:54.376395 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ce261343-2343-4fad-9189-87ca7cf5c2e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8461273'] for subnet, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:54.378537 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2227f932-f563-4baa-8db0-59ce29f4a93b req-454a2813-dc07-4f41-a10c-bf7034007b13 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.1196971 Nov 09 10:38:54.403778 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d288277a-e638-43f1-b668-b5cf6a1d7461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:54.478122 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2227f932-f563-4baa-8db0-59ce29f4a93b req-811579c0-aa32-46b8-9e84-8294cd3708ce tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985048 Nov 09 10:38:54.596165 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0df397ee-9843-4014-80b7-3c412681acc1 req-35867b1d-cb17-4e36-95e1-a9843603df9a tempest-AttachVolumeNegativeTest-1362131915 tempest-AttachVolumeNegativeTest-1362131915-project] 10.222.0.35 "GET /v2.0/ports?device_id=4625928f-8448-4d86-b1e6-28b6c5ddac57 HTTP/1.1" status: 200 len: 210 time: 0.1015487 Nov 09 10:38:54.618763 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:54.639021 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288277a-e638-43f1-b668-b5cf6a1d7461 None None] Pushing event updated for resources: {'Port': ['ID=1e3d642c-8f5b-4ca2-9b8a-d88b953666cb,revision_number=2']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:54.751815 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bbc82ddb-7123-4b28-87de-de80795967c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:54.865435 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bbc82ddb-7123-4b28-87de-de80795967c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:54.915059 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc697a-0a34-4bc0-87ce-fe206d43d336 req-dc4eaea6-7387-49e7-9f71-e8551abac485 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:54.916837 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-cacc697a-0a34-4bc0-87ce-fe206d43d336 req-dc4eaea6-7387-49e7-9f71-e8551abac485 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.1491830 Nov 09 10:38:55.076121 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653dd4d-9ea4-4e60-80ba-a89add4bb200 req-ee4ecdc7-4515-40b9-bc1c-a40f674ec64b tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:55.079058 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f653dd4d-9ea4-4e60-80ba-a89add4bb200 req-ee4ecdc7-4515-40b9-bc1c-a40f674ec64b tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 944 time: 0.3250594 Nov 09 10:38:55.097137 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-1073cc4b-1985-4af6-83ce-1faf769d7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:55.098649 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-1073cc4b-1985-4af6-83ce-1faf769d7fb3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=640b54f9b67c485a84c3d04294d65400&device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 1097 time: 0.1685891 Nov 09 10:38:55.142671 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-cacc697a-0a34-4bc0-87ce-fe206d43d336 req-1bddb2e9-20d9-4975-a68b-074f4b0a2f1a tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522624 Nov 09 10:38:55.173236 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ce261343-2343-4fad-9189-87ca7cf5c2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9053748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8460579'] for subnet, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:55.217939 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f653dd4d-9ea4-4e60-80ba-a89add4bb200 req-defef25a-dbce-4f67-9e77-a2855d67ddf6 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268299 Nov 09 10:38:55.243523 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_common [None req-bbc82ddb-7123-4b28-87de-de80795967c1 admin admin] Allocated IP 172.27.0.195 (b911c41a-6d30-4814-901f-89185e089761/716689b8-5fc0-4f64-a63e-fd749e80eafc/f8a11284-58f8-4ec0-89f4-838af434c7b1) {{(pid=101905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:38:55.317410 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-a6371bed-69ea-4907-bc6e-f82bb0a28f1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fa822c3-beb1-4f0a-be68-a45ff676e4b8 HTTP/1.1" status: 200 len: 217 time: 0.0699227 Nov 09 10:38:55.329299 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce261343-2343-4fad-9189-87ca7cf5c2e3 admin admin] Checking segment: {'id': 'cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:38:55.333374 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce261343-2343-4fad-9189-87ca7cf5c2e3 admin admin] Network hostable DHCP agents. Network: 2fdcf95c-e1fc-4011-9f83-26a3b67584bf, hostable agents: ['bb6b8b96-70eb-486f-b492-dd7d5d6af293'], hosted agents: [] {{(pid=101904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:38:55.348347 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce261343-2343-4fad-9189-87ca7cf5c2e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=162c9035-b134-4023-b2ba-1a2493525efe,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:55.457602 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce261343-2343-4fad-9189-87ca7cf5c2e3 admin admin] Network 2fdcf95c-e1fc-4011-9f83-26a3b67584bf is scheduled to be hosted by DHCP agent bb6b8b96-70eb-486f-b492-dd7d5d6af293 with binding_index 1 {{(pid=101904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:38:55.459802 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bbc82ddb-7123-4b28-87de-de80795967c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:55.486305 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:55.580029 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-ce261343-2343-4fad-9189-87ca7cf5c2e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816628-1-iscsi, 2fdcf95c-e1fc-4011-9f83-26a3b67584bf) {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:38:55.587557 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce261343-2343-4fad-9189-87ca7cf5c2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:55.587557 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ce261343-2343-4fad-9189-87ca7cf5c2e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:55.588136 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08104e43-d27d-402a-9b9e-ef29b2f50723 None None] Network 2fdcf95c-e1fc-4011-9f83-26a3b67584bf requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:38:55.615103 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bbc82ddb-7123-4b28-87de-de80795967c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:55.684548 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc82ddb-7123-4b28-87de-de80795967c1 admin admin] Network b911c41a-6d30-4814-901f-89185e089761 is already hosted by enough agents. {{(pid=101905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:38:55.688197 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-bbc82ddb-7123-4b28-87de-de80795967c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:38:55.691321 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc82ddb-7123-4b28-87de-de80795967c1 admin admin] Received port after_create {{(pid=101905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:38:55.723739 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-ce261343-2343-4fad-9189-87ca7cf5c2e3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4823368 Nov 09 10:38:55.728136 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 45884) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:55.734098 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-24077e62-315c-4083-9ad9-c3d3a105aaad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1295514224-router', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:38:55.754128 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 45886) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:55.796817 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0fb3c-59d2-48ac-b1cf-d0909c872337 req-8836d0a4-76c9-488d-b479-35994383f850 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:55.799039 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-00b0fb3c-59d2-48ac-b1cf-d0909c872337 req-8836d0a4-76c9-488d-b479-35994383f850 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.1553679 Nov 09 10:38:55.840963 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc82ddb-7123-4b28-87de-de80795967c1 admin admin] Pushing event updated for resources: {'Port': ['ID=f8a11284-58f8-4ec0-89f4-838af434c7b1,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:55.916003 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_v2 [None req-de74031b-70f4-403a-bd84-8716cc563a16 admin admin] Deleting subnet 31b1c900-fb6b-416f-a417-507bcc3a8be2 {{(pid=101904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 10:38:55.925336 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-de74031b-70f4-403a-bd84-8716cc563a16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:55.933601 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-00b0fb3c-59d2-48ac-b1cf-d0909c872337 req-0d02e245-7cae-4374-b882-1a0ad61c1012 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092491 Nov 09 10:38:56.033109 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-de74031b-70f4-403a-bd84-8716cc563a16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8625588'] for subnet, precommit_delete_associations {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:56.035037 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-24077e62-315c-4083-9ad9-c3d3a105aaad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3444'] for router, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:56.036082 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-24077e62-315c-4083-9ad9-c3d3a105aaad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3437'] for router, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:56.155356 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bbc82ddb-7123-4b28-87de-de80795967c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:56.223791 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365f5b32-c8a4-47a5-acc1-a90c68207a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp873e253d-0079-5e65-ba92-49c49ab5e1bc-2fdcf95c-e1fc-4011-9f83-26a3b67584bf', 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'fixed_ips': [{'subnet_id': '162c9035-b134-4023-b2ba-1a2493525efe'}]}} from dv-cinder-816628-1-iscsi. {{(pid=101906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 10:38:56.226705 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-365f5b32-c8a4-47a5-acc1-a90c68207a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:56.292656 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-3b556336-5950-40be-8a5e-7db7aec177b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:56.292656 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-3b556336-5950-40be-8a5e-7db7aec177b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd299e29-2f6e-4f6d-ba19-3ca7dec2f4c0 HTTP/1.1" status: 200 len: 854 time: 0.3297231 Nov 09 10:38:56.292656 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-de74031b-70f4-403a-bd84-8716cc563a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1578030'] for subnet, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:56.374072 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d039d6-d433-4b09-bfbb-6a6a740f4ccc req-8078d21d-660f-40f6-b2e2-f6c7ebd80c14 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:56.375779 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-16d039d6-d433-4b09-bfbb-6a6a740f4ccc req-8078d21d-660f-40f6-b2e2-f6c7ebd80c14 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.1713808 Nov 09 10:38:56.462434 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-24077e62-315c-4083-9ad9-c3d3a105aaad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:56.559947 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25f3b88-30ea-4fc7-9443-d96475e28c0a None None] Network d2d09f58-1559-43b6-8ce9-d385346dc611 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:38:56.560927 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-6fd1a612-96fc-4e43-a094-d05f4db71db4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=660cd402-50db-4db3-8bfe-9b76071b69c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2036891 Nov 09 10:38:56.571230 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:38:56.586927 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-16d039d6-d433-4b09-bfbb-6a6a740f4ccc req-ce78fcc2-03cf-4b0d-b4b4-81afada39220 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976671 Nov 09 10:38:56.618832 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bbc82ddb-7123-4b28-87de-de80795967c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741373'] for router, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:56.630727 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33c50e-c31c-4998-9555-7b1442b0ed48 req-3ce09c2e-64fc-46fc-802e-7afc4ac0a7f9 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:56.639660 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ba33c50e-c31c-4998-9555-7b1442b0ed48 req-3ce09c2e-64fc-46fc-802e-7afc4ac0a7f9 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 944 time: 0.2523229 Nov 09 10:38:56.738442 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ba33c50e-c31c-4998-9555-7b1442b0ed48 req-6ac5ad3d-4e1b-4fcb-a523-5291b21290ae tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977478 Nov 09 10:38:56.801507 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-de74031b-70f4-403a-bd84-8716cc563a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1578023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9053813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8460600'] for subnet, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:56.818176 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.db_base_plugin_common [None req-365f5b32-c8a4-47a5-acc1-a90c68207a2e None None] Allocated IP 172.20.0.2 (2fdcf95c-e1fc-4011-9f83-26a3b67584bf/162c9035-b134-4023-b2ba-1a2493525efe/cbabdb12-cd31-4f87-b4e2-fad965cea082) {{(pid=101906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:38:56.882625 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74031b-70f4-403a-bd84-8716cc563a16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31b1c900-fb6b-416f-a417-507bcc3a8be2,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:56.892158 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-de74031b-70f4-403a-bd84-8716cc563a16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:56.901650 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-de74031b-70f4-403a-bd84-8716cc563a16 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/31b1c900-fb6b-416f-a417-507bcc3a8be2 HTTP/1.1" status: 204 len: 168 time: 1.1406102 Nov 09 10:38:56.901887 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-b2c95929-38dc-44a8-b084-6fc523221e0b None None] Provisioning complete for port 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:38:56.901986 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 45898) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:56.902074 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b2c95929-38dc-44a8-b084-6fc523221e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:56.911254 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:56.918219 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:38:56.918911 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:57.014466 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-24077e62-315c-4083-9ad9-c3d3a105aaad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:57.210933 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:57.307385 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-365f5b32-c8a4-47a5-acc1-a90c68207a2e None None] Publish callbacks [] for port, precommit_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:57.326898 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1668299'] for network, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:57.341865 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-cb935044-a054-4978-9cfe-b016a6f363d9 service neutron] 10.222.0.30 "GET /v2.0/networks/660cd402-50db-4db3-8bfe-9b76071b69c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148538 Nov 09 10:38:57.371052 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] For port 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=1e3d642c-8f5b-4ca2-9b8a-d88b953666cb,segment=NetworkSegment(519a6d0e-73b2-4843-a249-198cd872bc98),segment_id=519a6d0e-73b2-4843-a249-198cd872bc98)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:38:57.378648 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b2c95929-38dc-44a8-b084-6fc523221e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:57.416690 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-365f5b32-c8a4-47a5-acc1-a90c68207a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:57.477891 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788a324-80be-4210-a290-e35297c749a4 req-6cd49d7d-4a75-4741-8408-76ca5403bd48 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:57.479692 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6788a324-80be-4210-a290-e35297c749a4 req-6cd49d7d-4a75-4741-8408-76ca5403bd48 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.1487427 Nov 09 10:38:57.489164 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f5b32-c8a4-47a5-acc1-a90c68207a2e None None] Pushing event updated for resources: {'Port': ['ID=cbabdb12-cd31-4f87-b4e2-fad965cea082,revision_number=1']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:57.493863 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc82ddb-7123-4b28-87de-de80795967c1 admin admin] Router 37dd4d5b-2d07-4282-8613-453839c65531 is scheduled to L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 with binding_index 1 {{(pid=101905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 10:38:57.495425 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:57.518450 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1578843', 'neutron.services.segments.db._delete_segments_for_network-8781390831665'] for network, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:57.597220 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:38:57.597613 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:38:57.600297 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:38:57.604555 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Subscribe: > port after_create 55550000 {{(pid=101905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:38:57.605251 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:38:57.605600 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Subscribe: > port after_update 55550000 {{(pid=101905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:38:57.606113 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:38:57.606537 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:38:57.606916 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:38:57.607923 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:38:57.631449 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-377ceca7-f1e5-489b-9c93-2e7a8d1c7986 req-05f2a567-ca86-4f7c-861c-74aaa7cdd18c service neutron] 10.222.0.30 "GET /v2.0/networks/660cd402-50db-4db3-8bfe-9b76071b69c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637770 Nov 09 10:38:57.643635 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365f5b32-c8a4-47a5-acc1-a90c68207a2e None None] Network 2fdcf95c-e1fc-4011-9f83-26a3b67584bf is already hosted by enough agents. {{(pid=101906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:38:57.645236 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-24077e62-315c-4083-9ad9-c3d3a105aaad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:57.653616 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.db.api [None req-b2c95929-38dc-44a8-b084-6fc523221e0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 10:38:57.658619 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG oslo_db.api [None req-b2c95929-38dc-44a8-b084-6fc523221e0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 10:38:57.660094 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.scheduler.base_scheduler [None req-365f5b32-c8a4-47a5-acc1-a90c68207a2e None None] Resources bound (agent type, host, resource id): {{(pid=101906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:38:57.688754 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365f5b32-c8a4-47a5-acc1-a90c68207a2e None None] Received port after_create {{(pid=101906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:38:57.728464 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-24077e62-315c-4083-9ad9-c3d3a105aaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:57.759689 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Pushing event updated for resources: {'Port': ['ID=1e3d642c-8f5b-4ca2-9b8a-d88b953666cb,revision_number=3']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:57.815208 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:38:57.815564 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:38:57.815805 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:38:57.816240 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:38:57.816582 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.services.segments.db [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5554d1a8-4766-4ee1-bd4f-871198ca55f6']}} {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:38:57.818091 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-365f5b32-c8a4-47a5-acc1-a90c68207a2e None None] Attempting to bind port cbabdb12-cd31-4f87-b4e2-fad965cea082 on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:38:57.818770 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-365f5b32-c8a4-47a5-acc1-a90c68207a2e None None] Attempting to bind port cbabdb12-cd31-4f87-b4e2-fad965cea082 by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': 'cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf'}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:38:57.819377 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365f5b32-c8a4-47a5-acc1-a90c68207a2e None None] Attempting to bind port cbabdb12-cd31-4f87-b4e2-fad965cea082 on network 2fdcf95c-e1fc-4011-9f83-26a3b67584bf {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:38:57.861530 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.services.segments.db [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75dffec9-8d21-416f-bf4b-903e91046ced') {'for_net_delete': True} {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:38:57.861759 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.services.segments.db [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75dffec9-8d21-416f-bf4b-903e91046ced') {} {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:38:57.871417 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365f5b32-c8a4-47a5-acc1-a90c68207a2e None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:38:57.876718 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365f5b32-c8a4-47a5-acc1-a90c68207a2e None None] Checking segment: {'id': 'cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:38:57.879653 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-365f5b32-c8a4-47a5-acc1-a90c68207a2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:57.881831 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365f5b32-c8a4-47a5-acc1-a90c68207a2e None None] Bound using segment: {'id': 'cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf'} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:38:57.882989 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-365f5b32-c8a4-47a5-acc1-a90c68207a2e None None] Bound port: cbabdb12-cd31-4f87-b4e2-fad965cea082, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf'}}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:38:57.887673 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-365f5b32-c8a4-47a5-acc1-a90c68207a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:57.897737 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [None req-24077e62-315c-4083-9ad9-c3d3a105aaad admin admin] Allocated IP 172.27.0.16 (b911c41a-6d30-4814-901f-89185e089761/716689b8-5fc0-4f64-a63e-fd749e80eafc/b625c1d0-113f-4bc0-8f06-2a2f547892c5) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:38:57.957602 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781390865722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7956816'] for segment, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:58.037145 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea5cb4-d8b1-4c61-bd5e-5380dbe691a9 req-6ab767fe-48af-4cd0-add5-83a916948022 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:58.039297 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7aea5cb4-d8b1-4c61-bd5e-5380dbe691a9 req-6ab767fe-48af-4cd0-add5-83a916948022 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.1005998 Nov 09 10:38:58.087910 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:58.089864 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-365f5b32-c8a4-47a5-acc1-a90c68207a2e None None] For port cbabdb12-cd31-4f87-b4e2-fad965cea082, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:38:58.098870 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-365f5b32-c8a4-47a5-acc1-a90c68207a2e None None] For port cbabdb12-cd31-4f87-b4e2-fad965cea082, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=cbabdb12-cd31-4f87-b4e2-fad965cea082,segment=NetworkSegment(cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7),segment_id=cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7)] {{(pid=101906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:38:58.129309 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7aea5cb4-d8b1-4c61-bd5e-5380dbe691a9 req-af606e50-dafa-4fdc-a549-ba705c1d0408 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812328 Nov 09 10:38:58.160773 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-24077e62-315c-4083-9ad9-c3d3a105aaad admin admin] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:58.225881 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-365f5b32-c8a4-47a5-acc1-a90c68207a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:58.230431 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc82ddb-7123-4b28-87de-de80795967c1 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:38:58.242832 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] Sync routers for ids ['37dd4d5b-2d07-4282-8613-453839c65531'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:38:58.259108 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] Routers {'37dd4d5b-2d07-4282-8613-453839c65531'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:38:58.260046 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 10:38:58.260210 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462386'] for segment, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:58.261179 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:38:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['37dd4d5b-2d07-4282-8613-453839c65531'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: from cryptography.utils import int_from_bytes Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: from cryptography.utils import int_from_bytes Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: Traceback (most recent call last): Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: timer() Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: cb(*args, **kw) Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: return func(*args, **kwargs) Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: self._notify() Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: self.callback(batched_events) Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: event.method(event) Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: return f(self, *a, **k) Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: return self._get(url).json() Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: return self.request(url, 'GET', **kwargs) Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 10:38:58.265513 dv-cinder-816628-1-iscsi neutron-server[101905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 10:38:58.301958 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-24077e62-315c-4083-9ad9-c3d3a105aaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:58.304838 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6788a324-80be-4210-a290-e35297c749a4 req-ebee92af-a9df-4cb6-b3d5-11a0777549e6 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4826729 Nov 09 10:38:58.378905 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f5b32-c8a4-47a5-acc1-a90c68207a2e None None] Pushing event updated for resources: {'Port': ['ID=cbabdb12-cd31-4f87-b4e2-fad965cea082,revision_number=2']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:58.421623 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-bbc82ddb-7123-4b28-87de-de80795967c1 admin admin] Publish callbacks [] for router, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:58.427497 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-bbc82ddb-7123-4b28-87de-de80795967c1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.2422075 Nov 09 10:38:58.427497 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 45910) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:58.427812 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98e3e6c8-4248-484b-90aa-6f10575c043b None None] Provisioning complete for port 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:38:58.443823 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24077e62-315c-4083-9ad9-c3d3a105aaad admin admin] Network b911c41a-6d30-4814-901f-89185e089761 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:38:58.444752 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98e3e6c8-4248-484b-90aa-6f10575c043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:58.479363 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24077e62-315c-4083-9ad9-c3d3a105aaad admin admin] Pushing event updated for resources: {'Port': ['ID=b625c1d0-113f-4bc0-8f06-2a2f547892c5,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:58.485142 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-24077e62-315c-4083-9ad9-c3d3a105aaad admin admin] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:38:58.499940 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24077e62-315c-4083-9ad9-c3d3a105aaad admin admin] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:38:58.527562 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741285'] for network, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:58.538116 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:38:58.549580 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] Set router 37dd4d5b-2d07-4282-8613-453839c65531 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:38:58.605140 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:58.611773 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5554d1a8-4766-4ee1-bd4f-871198ca55f6 HTTP/1.1" status: 204 len: 168 time: 1.7042255 Nov 09 10:38:58.665430 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be47bf-3f2d-493f-8e86-bd9dac0ddfc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5554d1a8-4766-4ee1-bd4f-871198ca55f6,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:38:58.686133 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:38:58.686802 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:58.717601 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08f8bd-082d-4920-ab15-b572af70dd02 req-d1b3797d-8b04-4884-9716-38b97bc571ca tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:58.757410 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0f08f8bd-082d-4920-ab15-b572af70dd02 req-d1b3797d-8b04-4884-9716-38b97bc571ca tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 944 time: 0.3081560 Nov 09 10:38:58.992338 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0f08f8bd-082d-4920-ab15-b572af70dd02 req-9ee73b70-d772-47bc-9164-c054ba0220c9 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348015 Nov 09 10:38:59.128262 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd4d5b-2d07-4282-8613-453839c65531', 'name': 'tempest-TestMinimumBasicScenario-53114223-router', 'tenant_id': '873e70b5c7364f19bbdbeeaf1232314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f8a11284-58f8-4ec0-89f4-838af434c7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:52Z', 'updated_at': '2021-11-09T10:38:55Z', 'revision_number': 3, 'project_id': '873e70b5c7364f19bbdbeeaf1232314a', 'gw_port': {'id': 'f8a11284-58f8-4ec0-89f4-838af434c7b1', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dd4d5b-2d07-4282-8613-453839c65531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:54Z', 'updated_at': '2021-11-09T10:38:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:38:59.152620 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 45914) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:38:59.164269 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] Checking router: 37dd4d5b-2d07-4282-8613-453839c65531 for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:38:59.164723 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] Updating router 37dd4d5b-2d07-4282-8613-453839c65531 port f8a11284-58f8-4ec0-89f4-838af434c7b1 binding host dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 10:38:59.240485 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:59.397648 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bae53-7863-4036-8344-2271430ccc34 req-6f1c5432-d2ea-480f-b27c-b1fff981f4de tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:38:59.407677 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-de2bae53-7863-4036-8344-2271430ccc34 req-6f1c5432-d2ea-480f-b27c-b1fff981f4de tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.1368277 Nov 09 10:38:59.578135 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-de2bae53-7863-4036-8344-2271430ccc34 req-2bd85fd2-801d-4767-bda0-f1cf6a2596a5 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693759 Nov 09 10:38:59.713705 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1e07becb-91ec-4ad8-a5dc-6ef10cc103f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:59.793233 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] Publish callbacks [] for port, precommit_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:38:59.886007 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:00.005275 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-24077e62-315c-4083-9ad9-c3d3a105aaad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:00.016559 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-6b004938-ca8f-46a7-b6e7-f0797b58712e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=39b4a5ce13d4496f8a0f0a50d852098e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8645778 Nov 09 10:39:00.039873 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 45924) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:00.040439 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] Attempting to bind port f8a11284-58f8-4ec0-89f4-838af434c7b1 on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:39:00.040439 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] Attempting to bind port f8a11284-58f8-4ec0-89f4-838af434c7b1 by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}] {{(pid=101907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:39:00.040439 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] Attempting to bind port f8a11284-58f8-4ec0-89f4-838af434c7b1 on network b911c41a-6d30-4814-901f-89185e089761 {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:39:00.040439 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e9a76-ea64-46ed-bfda-65310b0fdbb8 None None] Pushing event updated for resources: {'Port': ['ID=f8a11284-58f8-4ec0-89f4-838af434c7b1,revision_number=2']} {{(pid=101907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:00.040439 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:39:00.040439 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] Checking segment: {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:39:00.040439 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:00.040439 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] Bound using segment: {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'} {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:39:00.041388 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] Bound port: f8a11284-58f8-4ec0-89f4-838af434c7b1, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}}] {{(pid=101907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:39:00.041844 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:00.066606 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6af4595-9aad-4bfb-b83c-f309797a81f3 None None] Network 2fdcf95c-e1fc-4011-9f83-26a3b67584bf requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:39:00.102474 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.db [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] For port f8a11284-58f8-4ec0-89f4-838af434c7b1, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:39:00.107113 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.db [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] For port f8a11284-58f8-4ec0-89f4-838af434c7b1, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=f8a11284-58f8-4ec0-89f4-838af434c7b1,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:39:00.154337 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370114ae-2ecc-4f16-8abf-a382a6f15d2e req-5e008638-ba57-4250-9dca-6f0923dfce19 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:00.155938 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-370114ae-2ecc-4f16-8abf-a382a6f15d2e req-5e008638-ba57-4250-9dca-6f0923dfce19 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.2657919 Nov 09 10:39:00.185370 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_common [None req-1e07becb-91ec-4ad8-a5dc-6ef10cc103f5 admin admin] Allocated IP 172.20.0.1 (d2d09f58-1559-43b6-8ce9-d385346dc611/2ce03547-20ae-4c03-8e4e-51907023e8e2/075b7d53-872d-44df-9ac7-9b4716cb6a26) {{(pid=101905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:39:00.211532 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:00.211742 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-fe7e5ba8-a6cc-4d1a-b65d-df2ca9f51de4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:00.217838 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51522f7-4364-44e0-868a-96f38ab84dbf req-69310b1c-4050-4503-800f-1e273da0495c tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:00.220129 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d51522f7-4364-44e0-868a-96f38ab84dbf req-69310b1c-4050-4503-800f-1e273da0495c tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 944 time: 0.1142786 Nov 09 10:39:00.325014 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-370114ae-2ecc-4f16-8abf-a382a6f15d2e req-c292bd4b-8379-465a-a919-fa89692fc5e9 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567094 Nov 09 10:39:00.333365 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-39b6f748-695d-45e9-b14c-d0f12735dead None None] Provisioning complete for port cbabdb12-cd31-4f87-b4e2-fad965cea082 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:00.335649 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-39b6f748-695d-45e9-b14c-d0f12735dead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:00.340884 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e9a76-ea64-46ed-bfda-65310b0fdbb8 None None] Pushing event updated for resources: {'Port': ['ID=f8a11284-58f8-4ec0-89f4-838af434c7b1,revision_number=3']} {{(pid=101907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:00.404423 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] Routers {'37dd4d5b-2d07-4282-8613-453839c65531'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:39:00.405167 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:38:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['37dd4d5b-2d07-4282-8613-453839c65531'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:00.415739 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-fe7e5ba8-a6cc-4d1a-b65d-df2ca9f51de4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:00.485443 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-24077e62-315c-4083-9ad9-c3d3a105aaad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741373'] for router, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:00.574508 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d51522f7-4364-44e0-868a-96f38ab84dbf req-49345a48-2548-4293-81ec-d8dc0b392598 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422613 Nov 09 10:39:00.651255 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1e07becb-91ec-4ad8-a5dc-6ef10cc103f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:00.662707 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device cbabdb12-cd31-4f87-b4e2-fad965cea082 up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:39:00.668909 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] Set router 37dd4d5b-2d07-4282-8613-453839c65531 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:39:00.778385 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-fe7e5ba8-a6cc-4d1a-b65d-df2ca9f51de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:00.785247 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-fe7e5ba8-a6cc-4d1a-b65d-df2ca9f51de4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:00.788152 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-fe7e5ba8-a6cc-4d1a-b65d-df2ca9f51de4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/563eb450-5871-4075-bd9f-d0730c2db084 HTTP/1.1" status: 204 len: 168 time: 0.7574105 Nov 09 10:39:00.800637 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-39b6f748-695d-45e9-b14c-d0f12735dead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:00.832417 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1e07becb-91ec-4ad8-a5dc-6ef10cc103f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:00.870720 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e5ba8-a6cc-4d1a-b65d-df2ca9f51de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563eb450-5871-4075-bd9f-d0730c2db084,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:00.915430 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-39b6f748-695d-45e9-b14c-d0f12735dead None None] For port cbabdb12-cd31-4f87-b4e2-fad965cea082, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=cbabdb12-cd31-4f87-b4e2-fad965cea082,segment=NetworkSegment(cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7),segment_id=cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:39:00.932114 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d40b9-0359-42ba-8d83-b15dddde78e6 req-6abde1fc-80b1-4425-9f67-ad40554a24ad tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:00.933726 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2f4d40b9-0359-42ba-8d83-b15dddde78e6 req-6abde1fc-80b1-4425-9f67-ad40554a24ad tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.2050893 Nov 09 10:39:00.999447 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e07becb-91ec-4ad8-a5dc-6ef10cc103f5 admin admin] Network d2d09f58-1559-43b6-8ce9-d385346dc611 is already hosted by enough agents. {{(pid=101905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:39:01.004879 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-39b6f748-695d-45e9-b14c-d0f12735dead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:01.013958 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-1e07becb-91ec-4ad8-a5dc-6ef10cc103f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:39:01.034016 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e07becb-91ec-4ad8-a5dc-6ef10cc103f5 admin admin] Received port after_create {{(pid=101905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:39:01.079807 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2f4d40b9-0359-42ba-8d83-b15dddde78e6 req-dcb90943-18b9-4522-a171-c51291eedb4a tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263006 Nov 09 10:39:01.115083 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port cbabdb12-cd31-4f87-b4e2-fad965cea082 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:01.115753 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:01.122091 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd4d5b-2d07-4282-8613-453839c65531', 'name': 'tempest-TestMinimumBasicScenario-53114223-router', 'tenant_id': '873e70b5c7364f19bbdbeeaf1232314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f8a11284-58f8-4ec0-89f4-838af434c7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:52Z', 'updated_at': '2021-11-09T10:38:55Z', 'revision_number': 3, 'project_id': '873e70b5c7364f19bbdbeeaf1232314a', 'gw_port': {'id': 'f8a11284-58f8-4ec0-89f4-838af434c7b1', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dd4d5b-2d07-4282-8613-453839c65531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:54Z', 'updated_at': '2021-11-09T10:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:01.171378 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8930ff55-2d63-4d90-bda2-97911891f733 None None] The sync data for ids ['37dd4d5b-2d07-4282-8613-453839c65531'] in dv-cinder-816628-1-iscsi is: [{'id': '37dd4d5b-2d07-4282-8613-453839c65531', 'name': 'tempest-TestMinimumBasicScenario-53114223-router', 'tenant_id': '873e70b5c7364f19bbdbeeaf1232314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f8a11284-58f8-4ec0-89f4-838af434c7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:52Z', 'updated_at': '2021-11-09T10:38:55Z', 'revision_number': 3, 'project_id': '873e70b5c7364f19bbdbeeaf1232314a', 'gw_port': {'id': 'f8a11284-58f8-4ec0-89f4-838af434c7b1', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dd4d5b-2d07-4282-8613-453839c65531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:54Z', 'updated_at': '2021-11-09T10:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:39:01.176190 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07becb-91ec-4ad8-a5dc-6ef10cc103f5 admin admin] Pushing event updated for resources: {'Port': ['ID=075b7d53-872d-44df-9ac7-9b4716cb6a26,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:01.187111 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1e07becb-91ec-4ad8-a5dc-6ef10cc103f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740392'] for router_interface, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:01.218829 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24077e62-315c-4083-9ad9-c3d3a105aaad admin admin] Router 165c1033-2db6-4b48-a674-57d36e7a511b is scheduled to L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 with binding_index 1 {{(pid=101904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 10:39:01.460694 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6f748-695d-45e9-b14c-d0f12735dead None None] Pushing event updated for resources: {'Port': ['ID=cbabdb12-cd31-4f87-b4e2-fad965cea082,revision_number=3']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:01.474394 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-64cb4bdc-88c4-4f2e-b315-1f6911c09db5 None None] Provisioning complete for port cbabdb12-cd31-4f87-b4e2-fad965cea082 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:01.475357 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-64cb4bdc-88c4-4f2e-b315-1f6911c09db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:01.573134 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24077e62-315c-4083-9ad9-c3d3a105aaad admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:39:01.600713 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] Sync routers for ids ['165c1033-2db6-4b48-a674-57d36e7a511b'] in dv-cinder-816628-1-iscsi {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:39:01.644851 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] Routers {'165c1033-2db6-4b48-a674-57d36e7a511b'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:39:01.645487 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:38:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['165c1033-2db6-4b48-a674-57d36e7a511b'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:01.676422 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-24077e62-315c-4083-9ad9-c3d3a105aaad admin admin] Publish callbacks [] for router, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:01.678078 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-24077e62-315c-4083-9ad9-c3d3a105aaad admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.9485691 Nov 09 10:39:01.681287 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 45944) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:01.728264 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc27d43-73de-4785-8e8b-5575f9b37f19 req-bcefefa6-b02d-4442-b36b-5302753339f1 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:01.752956 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-acc27d43-73de-4785-8e8b-5575f9b37f19 req-bcefefa6-b02d-4442-b36b-5302753339f1 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.2381132 Nov 09 10:39:01.788131 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1e07becb-91ec-4ad8-a5dc-6ef10cc103f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:01.921352 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-acc27d43-73de-4785-8e8b-5575f9b37f19 req-032ac65e-4a73-46cb-882b-04d93e9adb0f tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668687 Nov 09 10:39:01.981098 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] Set router 165c1033-2db6-4b48-a674-57d36e7a511b gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:39:02.000921 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ff46a-53eb-4934-978e-ae677303e0f0 req-c51a4c07-35f9-46ea-80c6-940f2217c89f tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:02.013361 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-729ff46a-53eb-4934-978e-ae677303e0f0 req-c51a4c07-35f9-46ea-80c6-940f2217c89f tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 944 time: 0.2034466 Nov 09 10:39:02.149614 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1e07becb-91ec-4ad8-a5dc-6ef10cc103f5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:02.152239 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-309d140e-1f92-42a5-b979-4b0d5dc5bdd6 None None] Provisioning complete for port 075b7d53-872d-44df-9ac7-9b4716cb6a26 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:02.152789 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-309d140e-1f92-42a5-b979-4b0d5dc5bdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:02.180952 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-729ff46a-53eb-4934-978e-ae677303e0f0 req-d7ba388c-4d39-4ee4-8ee2-ef2bc89a5a97 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673362 Nov 09 10:39:02.214498 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-309d140e-1f92-42a5-b979-4b0d5dc5bdd6 None None] Port 075b7d53-872d-44df-9ac7-9b4716cb6a26 cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:39:02.259997 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89654d-5f23-4168-b2be-6fbc9bd4a17b req-d6b2d243-a39f-4f03-b896-a1f2b1a6f127 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:02.262235 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6f89654d-5f23-4168-b2be-6fbc9bd4a17b req-d6b2d243-a39f-4f03-b896-a1f2b1a6f127 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0742733 Nov 09 10:39:02.280378 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 6fa822c3-beb1-4f0a-be68-a45ff676e4b8 details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:39:02.285658 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1e07becb-91ec-4ad8-a5dc-6ef10cc103f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462366'] for port, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:02.377573 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6f89654d-5f23-4168-b2be-6fbc9bd4a17b req-c9281250-65ef-4502-a56b-9349935937f9 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087725 Nov 09 10:39:02.412845 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'name': 'tempest-TestShelveInstance-1295514224-router', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:56Z', 'updated_at': '2021-11-09T10:38:59Z', 'revision_number': 3, 'project_id': '06af7c886c064b628757c347296afd9f', 'gw_port': {'id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:57Z', 'updated_at': '2021-11-09T10:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:02.426515 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1e07becb-91ec-4ad8-a5dc-6ef10cc103f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740540'] for router_interface, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:02.429529 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07becb-91ec-4ad8-a5dc-6ef10cc103f5 admin admin] Pushing event updated for resources: {'Port': ['ID=075b7d53-872d-44df-9ac7-9b4716cb6a26,revision_number=2']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:02.516657 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] Checking router: 165c1033-2db6-4b48-a674-57d36e7a511b for host: dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:39:02.517004 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] Updating router 165c1033-2db6-4b48-a674-57d36e7a511b port b625c1d0-113f-4bc0-8f06-2a2f547892c5 binding host dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 10:39:02.583691 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:02.613217 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e07becb-91ec-4ad8-a5dc-6ef10cc103f5 admin admin] Network d2d09f58-1559-43b6-8ce9-d385346dc611 is already hosted by enough agents. {{(pid=101905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:39:02.616003 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-1e07becb-91ec-4ad8-a5dc-6ef10cc103f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:39:02.631501 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device cbabdb12-cd31-4f87-b4e2-fad965cea082 up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:39:02.733829 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-80563014-a74a-4714-b324-fa7602f8d0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:02.734061 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 6fa822c3-beb1-4f0a-be68-a45ff676e4b8, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=6fa822c3-beb1-4f0a-be68-a45ff676e4b8,segment=NetworkSegment(d4aaba3d-c1b6-4e3c-819e-7eff923d00d3),segment_id=d4aaba3d-c1b6-4e3c-819e-7eff923d00d3)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:39:02.740000 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port cbabdb12-cd31-4f87-b4e2-fad965cea082 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:02.740900 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:02.836339 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e07becb-91ec-4ad8-a5dc-6ef10cc103f5 admin admin] Router 37dd4d5b-2d07-4282-8613-453839c65531 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:39:02.858166 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': '6fa822c3-beb1-4f0a-be68-a45ff676e4b8', 'network_id': '660cd402-50db-4db3-8bfe-9b76071b69c8', 'port_id': '6fa822c3-beb1-4f0a-be68-a45ff676e4b8', 'mac_address': 'fa:16:3e:13:0a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd299e29-2f6e-4f6d-ba19-3ca7dec2f4c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:39:03.026788 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e07becb-91ec-4ad8-a5dc-6ef10cc103f5 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:39:03.046771 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-1e07becb-91ec-4ad8-a5dc-6ef10cc103f5 admin admin] 10.222.0.35 "PUT /v2.0/routers/37dd4d5b-2d07-4282-8613-453839c65531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6111639 Nov 09 10:39:03.061489 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [None req-80563014-a74a-4714-b324-fa7602f8d0fc admin admin] Allocated IP 172.20.0.1 (2fdcf95c-e1fc-4011-9f83-26a3b67584bf/162c9035-b134-4023-b2ba-1a2493525efe/26319560-a22f-42f4-98b8-85cc9ad3a490) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:39:03.063106 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:03.089106 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa822c3-beb1-4f0a-be68-a45ff676e4b8 {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:39:03.114383 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-06c38195-c66b-488f-9ad2-ea269f3a0736 None None] Provisioning complete for port 075b7d53-872d-44df-9ac7-9b4716cb6a26 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:03.114383 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-06c38195-c66b-488f-9ad2-ea269f3a0736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:03.196801 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06ca73-02a6-418f-8f47-716f67a7eb86 req-4e9918a4-b26a-4fe2-b345-5b4ea4e147fc tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:03.198355 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1a06ca73-02a6-418f-8f47-716f67a7eb86 req-4e9918a4-b26a-4fe2-b345-5b4ea4e147fc tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.1346812 Nov 09 10:39:03.220374 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 6fa822c3-beb1-4f0a-be68-a45ff676e4b8, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=6fa822c3-beb1-4f0a-be68-a45ff676e4b8,segment=NetworkSegment(d4aaba3d-c1b6-4e3c-819e-7eff923d00d3),segment_id=d4aaba3d-c1b6-4e3c-819e-7eff923d00d3)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:39:03.241716 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device f8a11284-58f8-4ec0-89f4-838af434c7b1 up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:39:03.299776 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1a06ca73-02a6-418f-8f47-716f67a7eb86 req-b0015af9-abec-4ea2-a64a-099d3bdff91e tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846987 Nov 09 10:39:03.313131 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-80563014-a74a-4714-b324-fa7602f8d0fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:03.334744 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-06c38195-c66b-488f-9ad2-ea269f3a0736 None None] Port 075b7d53-872d-44df-9ac7-9b4716cb6a26 cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:39:03.375009 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port f8a11284-58f8-4ec0-89f4-838af434c7b1 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:03.375404 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:03.427355 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:03.463115 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1898887-7553-4ed1-8c3f-b856d4bae5df req-b967043a-b510-4357-abb2-48cac4b62cf8 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:03.463546 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-80563014-a74a-4714-b324-fa7602f8d0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:03.473669 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c1898887-7553-4ed1-8c3f-b856d4bae5df req-b967043a-b510-4357-abb2-48cac4b62cf8 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 945 time: 0.1094861 Nov 09 10:39:03.514719 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80563014-a74a-4714-b324-fa7602f8d0fc admin admin] Network 2fdcf95c-e1fc-4011-9f83-26a3b67584bf is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:39:03.517495 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] Publish callbacks [] for port, precommit_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:03.533563 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=6fa822c3-beb1-4f0a-be68-a45ff676e4b8,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:03.536488 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-80563014-a74a-4714-b324-fa7602f8d0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:39:03.556713 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80563014-a74a-4714-b324-fa7602f8d0fc admin admin] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:39:03.574544 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c1898887-7553-4ed1-8c3f-b856d4bae5df req-006548f7-5dd2-474f-84b4-792cc80232bf tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857384 Nov 09 10:39:03.606528 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:03.619123 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:03.636763 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80563014-a74a-4714-b324-fa7602f8d0fc admin admin] Pushing event updated for resources: {'Port': ['ID=26319560-a22f-42f4-98b8-85cc9ad3a490,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:03.670402 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-80563014-a74a-4714-b324-fa7602f8d0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740392'] for router_interface, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:03.670636 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['6fa822c3-beb1-4f0a-be68-a45ff676e4b8'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:39:03.675923 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] For port f8a11284-58f8-4ec0-89f4-838af434c7b1, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=f8a11284-58f8-4ec0-89f4-838af434c7b1,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:39:03.689226 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d70ca6-fa10-46f0-a0df-dc59e353a1fa req-037951cb-3f02-4769-b9f2-8db73892a11d tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:03.697509 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-88d70ca6-fa10-46f0-a0df-dc59e353a1fa req-037951cb-3f02-4769-b9f2-8db73892a11d tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.2153158 Nov 09 10:39:03.772891 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:03.777284 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410250db-96d0-4135-ad92-794f970a66cc None None] Pushing event updated for resources: {'Port': ['ID=b625c1d0-113f-4bc0-8f06-2a2f547892c5,revision_number=2']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:03.795924 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] Attempting to bind port b625c1d0-113f-4bc0-8f06-2a2f547892c5 on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:39:03.796310 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] Attempting to bind port b625c1d0-113f-4bc0-8f06-2a2f547892c5 by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:39:03.796664 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] Attempting to bind port b625c1d0-113f-4bc0-8f06-2a2f547892c5 on network b911c41a-6d30-4814-901f-89185e089761 {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:39:03.841167 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:39:03.841167 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] Checking segment: {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:39:03.841167 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:03.841591 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] Bound using segment: {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:39:03.842386 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] Bound port: b625c1d0-113f-4bc0-8f06-2a2f547892c5, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:39:03.842775 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:03.872249 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-88d70ca6-fa10-46f0-a0df-dc59e353a1fa req-d24fab60-3448-4253-a5a2-67fa5fa678b5 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073020 Nov 09 10:39:03.903664 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Pushing event updated for resources: {'Port': ['ID=f8a11284-58f8-4ec0-89f4-838af434c7b1,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:03.945137 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-e313eecb-db00-45a1-9180-f24e94b2341e None None] Provisioning complete for port 26319560-a22f-42f4-98b8-85cc9ad3a490 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:03.945504 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-e313eecb-db00-45a1-9180-f24e94b2341e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:03.988337 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] Sync routers for ids ['37dd4d5b-2d07-4282-8613-453839c65531'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:39:04.002250 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] Routers {'37dd4d5b-2d07-4282-8613-453839c65531'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:39:04.003422 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:38:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['37dd4d5b-2d07-4282-8613-453839c65531'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:04.027405 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] For port b625c1d0-113f-4bc0-8f06-2a2f547892c5, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:39:04.091925 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-80563014-a74a-4714-b324-fa7602f8d0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:04.241358 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] For port b625c1d0-113f-4bc0-8f06-2a2f547892c5, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=b625c1d0-113f-4bc0-8f06-2a2f547892c5,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:39:04.247191 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-e313eecb-db00-45a1-9180-f24e94b2341e None None] Port 26319560-a22f-42f4-98b8-85cc9ad3a490 cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:39:04.292553 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] Set router 37dd4d5b-2d07-4282-8613-453839c65531 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:39:04.345275 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-80563014-a74a-4714-b324-fa7602f8d0fc admin admin] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:04.418023 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:04.463523 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device f8a11284-58f8-4ec0-89f4-838af434c7b1 up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:39:04.468736 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-80563014-a74a-4714-b324-fa7602f8d0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:04.537912 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410250db-96d0-4135-ad92-794f970a66cc None None] Pushing event updated for resources: {'Port': ['ID=b625c1d0-113f-4bc0-8f06-2a2f547892c5,revision_number=3']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:04.550786 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] Routers {'165c1033-2db6-4b48-a674-57d36e7a511b'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:39:04.551416 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:38:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['165c1033-2db6-4b48-a674-57d36e7a511b'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:04.573800 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef1b7d-4829-4ab4-a127-398b54fa23a5 req-1c5e63a9-6905-497b-946c-4786b1f52b26 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:04.595731 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-beef1b7d-4829-4ab4-a127-398b54fa23a5 req-1c5e63a9-6905-497b-946c-4786b1f52b26 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.1569693 Nov 09 10:39:04.616869 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port f8a11284-58f8-4ec0-89f4-838af434c7b1 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:04.617238 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:04.656292 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-80563014-a74a-4714-b324-fa7602f8d0fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740540'] for router_interface, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:04.658229 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80563014-a74a-4714-b324-fa7602f8d0fc admin admin] Pushing event updated for resources: {'Port': ['ID=26319560-a22f-42f4-98b8-85cc9ad3a490,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:04.692065 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd4d5b-2d07-4282-8613-453839c65531', 'name': 'tempest-TestMinimumBasicScenario-53114223-router', 'tenant_id': '873e70b5c7364f19bbdbeeaf1232314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f8a11284-58f8-4ec0-89f4-838af434c7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:52Z', 'updated_at': '2021-11-09T10:39:01Z', 'revision_number': 4, 'project_id': '873e70b5c7364f19bbdbeeaf1232314a', 'gw_port': {'id': 'f8a11284-58f8-4ec0-89f4-838af434c7b1', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd4d5b-2d07-4282-8613-453839c65531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:54Z', 'updated_at': '2021-11-09T10:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '075b7d53-872d-44df-9ac7-9b4716cb6a26', 'name': '', 'network_id': 'd2d09f58-1559-43b6-8ce9-d385346dc611', 'tenant_id': '873e70b5c7364f19bbdbeeaf1232314a', 'mac_address': 'fa:16:3e:18:04:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dd4d5b-2d07-4282-8613-453839c65531', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2ce03547-20ae-4c03-8e4e-51907023e8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:59Z', 'updated_at': '2021-11-09T10:39:01Z', 'revision_number': 2, 'project_id': '873e70b5c7364f19bbdbeeaf1232314a', 'subnets': [{'id': '2ce03547-20ae-4c03-8e4e-51907023e8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:04.734205 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-beef1b7d-4829-4ab4-a127-398b54fa23a5 req-7c590f35-4e8b-42fe-ae4d-da814b6d53a4 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318932 Nov 09 10:39:04.773238 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] Checking router: 37dd4d5b-2d07-4282-8613-453839c65531 for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:39:04.773595 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] Updating router 37dd4d5b-2d07-4282-8613-453839c65531 port 075b7d53-872d-44df-9ac7-9b4716cb6a26 binding host dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 10:39:04.822260 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:04.868126 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] Set router 165c1033-2db6-4b48-a674-57d36e7a511b gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:39:05.024891 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b62fa-cd9f-467a-8e5a-3b4b86dc9b4b req-61e2f36a-69db-46e4-af47-cfcdd6d316a8 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:05.048224 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-eb6b62fa-cd9f-467a-8e5a-3b4b86dc9b4b req-61e2f36a-69db-46e4-af47-cfcdd6d316a8 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.0782721 Nov 09 10:39:05.052725 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86000e8-f6d4-4d39-be3b-b1863897b89a req-6654d915-f3dd-4485-91dd-2c46c9cd32c6 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:05.055778 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a86000e8-f6d4-4d39-be3b-b1863897b89a req-6654d915-f3dd-4485-91dd-2c46c9cd32c6 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 945 time: 0.2348948 Nov 09 10:39:05.093492 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80563014-a74a-4714-b324-fa7602f8d0fc admin admin] Network 2fdcf95c-e1fc-4011-9f83-26a3b67584bf is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:39:05.096924 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-80563014-a74a-4714-b324-fa7602f8d0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:39:05.123926 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa9ef3-4e87-4f8f-b115-133ccefd0cf9 req-757cba22-c821-4ff1-8179-c9d500cb86aa tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:05.127232 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3eaa9ef3-4e87-4f8f-b115-133ccefd0cf9 req-757cba22-c821-4ff1-8179-c9d500cb86aa tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 946 time: 0.2020993 Nov 09 10:39:05.241489 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-eb6b62fa-cd9f-467a-8e5a-3b4b86dc9b4b req-03b342c7-14f6-40dc-8718-329109812365 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909051 Nov 09 10:39:05.292947 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a86000e8-f6d4-4d39-be3b-b1863897b89a req-e0b8c65f-da3a-47ff-8797-657410afd063 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252913 Nov 09 10:39:05.346273 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] Publish callbacks [] for port, precommit_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:05.474741 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'name': 'tempest-TestShelveInstance-1295514224-router', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:56Z', 'updated_at': '2021-11-09T10:39:03Z', 'revision_number': 4, 'project_id': '06af7c886c064b628757c347296afd9f', 'gw_port': {'id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:57Z', 'updated_at': '2021-11-09T10:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '26319560-a22f-42f4-98b8-85cc9ad3a490', 'name': '', 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'mac_address': 'fa:16:3e:cd:69:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '162c9035-b134-4023-b2ba-1a2493525efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:02Z', 'updated_at': '2021-11-09T10:39:04Z', 'revision_number': 2, 'project_id': '06af7c886c064b628757c347296afd9f', 'subnets': [{'id': '162c9035-b134-4023-b2ba-1a2493525efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:05.533047 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80563014-a74a-4714-b324-fa7602f8d0fc admin admin] Router 165c1033-2db6-4b48-a674-57d36e7a511b has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:39:05.551699 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1713fd62-a85e-45d0-9e18-f91424730f83 None None] The sync data for ids ['165c1033-2db6-4b48-a674-57d36e7a511b'] in dv-cinder-816628-1-iscsi is: [{'id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'name': 'tempest-TestShelveInstance-1295514224-router', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:56Z', 'updated_at': '2021-11-09T10:39:03Z', 'revision_number': 4, 'project_id': '06af7c886c064b628757c347296afd9f', 'gw_port': {'id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:57Z', 'updated_at': '2021-11-09T10:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '26319560-a22f-42f4-98b8-85cc9ad3a490', 'name': '', 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'mac_address': 'fa:16:3e:cd:69:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '162c9035-b134-4023-b2ba-1a2493525efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:02Z', 'updated_at': '2021-11-09T10:39:04Z', 'revision_number': 2, 'project_id': '06af7c886c064b628757c347296afd9f', 'subnets': [{'id': '162c9035-b134-4023-b2ba-1a2493525efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:39:05.565869 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [req-3eaa9ef3-4e87-4f8f-b115-133ccefd0cf9 req-02f70fe1-de9b-4801-9a30-f93e3673bef3 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Deleting port 2bbca5fa-0081-4df3-bbdb-1ebc76058527 {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:39:05.566212 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-3eaa9ef3-4e87-4f8f-b115-133ccefd0cf9 req-02f70fe1-de9b-4801-9a30-f93e3673bef3 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:05.597642 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-b39fb3ad-bbfa-4644-93cc-8aff1248c332 None None] Provisioning complete for port 26319560-a22f-42f4-98b8-85cc9ad3a490 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:05.598070 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b39fb3ad-bbfa-4644-93cc-8aff1248c332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:05.666610 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-b39fb3ad-bbfa-4644-93cc-8aff1248c332 None None] Port 26319560-a22f-42f4-98b8-85cc9ad3a490 cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:39:05.804724 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80563014-a74a-4714-b324-fa7602f8d0fc admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:39:05.817393 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-3eaa9ef3-4e87-4f8f-b115-133ccefd0cf9 req-02f70fe1-de9b-4801-9a30-f93e3673bef3 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] For port 2bbca5fa-0081-4df3-bbdb-1ebc76058527, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=2bbca5fa-0081-4df3-bbdb-1ebc76058527,segment=NetworkSegment(aee1f260-744b-4d75-a3b2-8299c59a2f06),segment_id=aee1f260-744b-4d75-a3b2-8299c59a2f06)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:39:05.817764 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-3eaa9ef3-4e87-4f8f-b115-133ccefd0cf9 req-02f70fe1-de9b-4801-9a30-f93e3673bef3 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:05.824425 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-80563014-a74a-4714-b324-fa7602f8d0fc admin admin] 10.222.0.35 "PUT /v2.0/routers/165c1033-2db6-4b48-a674-57d36e7a511b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1419153 Nov 09 10:39:05.837957 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [req-3eaa9ef3-4e87-4f8f-b115-133ccefd0cf9 req-02f70fe1-de9b-4801-9a30-f93e3673bef3 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Calling delete_port for 2bbca5fa-0081-4df3-bbdb-1ebc76058527 owned by compute:nova {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:39:06.039519 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15684491-d432-426d-82c5-f60927edfbe5 req-78d1c3d5-37d7-4a26-bf4b-612313c6646b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:06.041128 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-15684491-d432-426d-82c5-f60927edfbe5 req-78d1c3d5-37d7-4a26-bf4b-612313c6646b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.1260593 Nov 09 10:39:06.072991 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:06.185012 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-15684491-d432-426d-82c5-f60927edfbe5 req-d3380f03-6d74-4006-a20f-08677dcb561d tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298969 Nov 09 10:39:06.278209 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 6fa822c3-beb1-4f0a-be68-a45ff676e4b8 up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:39:06.409219 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a4d4a-4ce9-4145-a1fc-aee7335005bd None None] Pushing event updated for resources: {'Port': ['ID=075b7d53-872d-44df-9ac7-9b4716cb6a26,revision_number=3']} {{(pid=101907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:06.428463 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] Attempting to bind port 075b7d53-872d-44df-9ac7-9b4716cb6a26 on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:39:06.429112 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] Attempting to bind port 075b7d53-872d-44df-9ac7-9b4716cb6a26 by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': '519a6d0e-73b2-4843-a249-198cd872bc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd2d09f58-1559-43b6-8ce9-d385346dc611'}] {{(pid=101907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:39:06.429468 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] Attempting to bind port 075b7d53-872d-44df-9ac7-9b4716cb6a26 on network d2d09f58-1559-43b6-8ce9-d385346dc611 {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:39:06.437452 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:39:06.438070 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] Checking segment: {'id': '519a6d0e-73b2-4843-a249-198cd872bc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd2d09f58-1559-43b6-8ce9-d385346dc611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:39:06.438657 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:06.439205 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] Bound using segment: {'id': '519a6d0e-73b2-4843-a249-198cd872bc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd2d09f58-1559-43b6-8ce9-d385346dc611'} {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:39:06.439934 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] Bound port: 075b7d53-872d-44df-9ac7-9b4716cb6a26, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519a6d0e-73b2-4843-a249-198cd872bc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd2d09f58-1559-43b6-8ce9-d385346dc611'}}] {{(pid=101907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:39:06.440538 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:06.481927 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-3eaa9ef3-4e87-4f8f-b115-133ccefd0cf9 req-02f70fe1-de9b-4801-9a30-f93e3673bef3 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:06.495002 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['2bbca5fa-0081-4df3-bbdb-1ebc76058527'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:39:06.570674 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a33989-f7c0-49ba-85e3-4c74e85aff3e req-aca07530-3b99-468a-a36e-adb1b7bb9dee tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:06.577471 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning for port 6fa822c3-beb1-4f0a-be68-a45ff676e4b8 completed by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:39:06.577788 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-26a33989-f7c0-49ba-85e3-4c74e85aff3e req-aca07530-3b99-468a-a36e-adb1b7bb9dee tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 867 time: 0.1611016 Nov 09 10:39:06.585765 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port 6fa822c3-beb1-4f0a-be68-a45ff676e4b8 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:06.586889 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:06.591059 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.db [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] For port 075b7d53-872d-44df-9ac7-9b4716cb6a26, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:39:06.603998 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.db [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] For port 075b7d53-872d-44df-9ac7-9b4716cb6a26, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=075b7d53-872d-44df-9ac7-9b4716cb6a26,segment=NetworkSegment(519a6d0e-73b2-4843-a249-198cd872bc98),segment_id=519a6d0e-73b2-4843-a249-198cd872bc98)] {{(pid=101907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:39:06.670671 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f70fe1-de9b-4801-9a30-f93e3673bef3 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Pushing event deleted for resources: {'Port': ['ID=2bbca5fa-0081-4df3-bbdb-1ebc76058527,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:06.692224 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:06.712845 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eaa9ef3-4e87-4f8f-b115-133ccefd0cf9 req-02f70fe1-de9b-4801-9a30-f93e3673bef3 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] No DVR routers for this DVR port 2bbca5fa-0081-4df3-bbdb-1ebc76058527 on host hv-cinder-81662 {{(pid=101904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:39:06.726046 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-3eaa9ef3-4e87-4f8f-b115-133ccefd0cf9 req-02f70fe1-de9b-4801-9a30-f93e3673bef3 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:06.736233 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3eaa9ef3-4e87-4f8f-b115-133ccefd0cf9 req-02f70fe1-de9b-4801-9a30-f93e3673bef3 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.30 "DELETE /v2.0/ports/2bbca5fa-0081-4df3-bbdb-1ebc76058527 HTTP/1.1" status: 204 len: 173 time: 1.5989809 Nov 09 10:39:06.737786 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a60a22-2f2e-4979-b8e2-b12a2e7bf671', 'name': 'network-vif-deleted', 'tag': '2bbca5fa-0081-4df3-bbdb-1ebc76058527'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:39:06.745151 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd130fd-e3a3-4a7b-8606-368eb30d337a" -d '{"events": [{"server_uuid": "63a60a22-2f2e-4979-b8e2-b12a2e7bf671", "name": "network-vif-deleted", "tag": "2bbca5fa-0081-4df3-bbdb-1ebc76058527"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:39:06.748854 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-26a33989-f7c0-49ba-85e3-4c74e85aff3e req-5e40ccd8-5faa-4acd-a4d3-9365a5e572b0 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c9487bd-b5de-4834-84d3-9fc406dd5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482227 Nov 09 10:39:06.785338 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-be31864b-35b4-46b7-b433-c15694587d92 None None] Provisioning complete for port 075b7d53-872d-44df-9ac7-9b4716cb6a26 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:06.806205 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-be31864b-35b4-46b7-b433-c15694587d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:06.806351 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773c8d1-9d27-4537-a5e4-068a8ded41b0 req-25a7ed32-ff68-49ca-8dbb-715d3fe1ad8a tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:06.809949 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1773c8d1-9d27-4537-a5e4-068a8ded41b0 req-25a7ed32-ff68-49ca-8dbb-715d3fe1ad8a tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 945 time: 0.3420649 Nov 09 10:39:06.863770 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d395aa3-53fc-4e0c-be32-7ab70d05da33 x-openstack-request-id: req-7d395aa3-53fc-4e0c-be32-7ab70d05da33 {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:39:06.864093 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a60a22-2f2e-4979-b8e2-b12a2e7bf671", "name": "network-vif-deleted", "tag": "2bbca5fa-0081-4df3-bbdb-1ebc76058527", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:39:06.864433 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d395aa3-53fc-4e0c-be32-7ab70d05da33 {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:39:06.866382 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a60a22-2f2e-4979-b8e2-b12a2e7bf671', 'name': 'network-vif-deleted', 'tag': '2bbca5fa-0081-4df3-bbdb-1ebc76058527', 'status': 'completed', 'code': 200} Nov 09 10:39:06.901788 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1773c8d1-9d27-4537-a5e4-068a8ded41b0 req-a97b6801-3a2a-469f-8c46-130d5650f477 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837805 Nov 09 10:39:06.948746 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] Routers {'37dd4d5b-2d07-4282-8613-453839c65531'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:39:06.951037 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:38:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['37dd4d5b-2d07-4282-8613-453839c65531'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:07.103920 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a4d4a-4ce9-4145-a1fc-aee7335005bd None None] Pushing event updated for resources: {'Port': ['ID=075b7d53-872d-44df-9ac7-9b4716cb6a26,revision_number=4']} {{(pid=101907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:07.228005 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:07.289960 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] Set router 37dd4d5b-2d07-4282-8613-453839c65531 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:39:07.338675 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3da8b9c-fc0f-4199-aaa2-b668a78be88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa822c3-beb1-4f0a-be68-a45ff676e4b8'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:39:07.363527 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf8375e-bfd1-47e3-ac90-bdddcece9c37" -d '{"events": [{"server_uuid": "d3da8b9c-fc0f-4199-aaa2-b668a78be88b", "name": "network-vif-plugged", "status": "completed", "tag": "6fa822c3-beb1-4f0a-be68-a45ff676e4b8"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:39:07.399425 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 6fa822c3-beb1-4f0a-be68-a45ff676e4b8, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=6fa822c3-beb1-4f0a-be68-a45ff676e4b8,segment=NetworkSegment(d4aaba3d-c1b6-4e3c-819e-7eff923d00d3),segment_id=d4aaba3d-c1b6-4e3c-819e-7eff923d00d3)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:39:07.401717 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-be31864b-35b4-46b7-b433-c15694587d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:07.454530 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-be31864b-35b4-46b7-b433-c15694587d92 None None] For port 075b7d53-872d-44df-9ac7-9b4716cb6a26, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=075b7d53-872d-44df-9ac7-9b4716cb6a26,segment=NetworkSegment(519a6d0e-73b2-4843-a249-198cd872bc98),segment_id=519a6d0e-73b2-4843-a249-198cd872bc98)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:39:07.462014 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:07.469318 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274ec1d3-8146-4ff0-8478-ffddaa686a1d x-openstack-request-id: req-274ec1d3-8146-4ff0-8478-ffddaa686a1d {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:39:07.470032 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3da8b9c-fc0f-4199-aaa2-b668a78be88b", "name": "network-vif-plugged", "status": "completed", "tag": "6fa822c3-beb1-4f0a-be68-a45ff676e4b8", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:39:07.470488 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-274ec1d3-8146-4ff0-8478-ffddaa686a1d {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:39:07.471145 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3da8b9c-fc0f-4199-aaa2-b668a78be88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa822c3-beb1-4f0a-be68-a45ff676e4b8', 'code': 200} Nov 09 10:39:07.498075 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f062f-2cb2-4e41-b983-c3a3c0e09125 req-e684d3f1-8506-4c20-b0d7-00fffefcf05d tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:07.523706 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-626f062f-2cb2-4e41-b983-c3a3c0e09125 req-e684d3f1-8506-4c20-b0d7-00fffefcf05d tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.1871185 Nov 09 10:39:07.573341 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=6fa822c3-beb1-4f0a-be68-a45ff676e4b8,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:07.584145 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-be31864b-35b4-46b7-b433-c15694587d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:07.688573 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd4d5b-2d07-4282-8613-453839c65531', 'name': 'tempest-TestMinimumBasicScenario-53114223-router', 'tenant_id': '873e70b5c7364f19bbdbeeaf1232314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f8a11284-58f8-4ec0-89f4-838af434c7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:52Z', 'updated_at': '2021-11-09T10:39:01Z', 'revision_number': 4, 'project_id': '873e70b5c7364f19bbdbeeaf1232314a', 'gw_port': {'id': 'f8a11284-58f8-4ec0-89f4-838af434c7b1', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd4d5b-2d07-4282-8613-453839c65531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:54Z', 'updated_at': '2021-11-09T10:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '075b7d53-872d-44df-9ac7-9b4716cb6a26', 'name': '', 'network_id': 'd2d09f58-1559-43b6-8ce9-d385346dc611', 'tenant_id': '873e70b5c7364f19bbdbeeaf1232314a', 'mac_address': 'fa:16:3e:18:04:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dd4d5b-2d07-4282-8613-453839c65531', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2ce03547-20ae-4c03-8e4e-51907023e8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:59Z', 'updated_at': '2021-11-09T10:39:06Z', 'revision_number': 4, 'project_id': '873e70b5c7364f19bbdbeeaf1232314a', 'subnets': [{'id': '2ce03547-20ae-4c03-8e4e-51907023e8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:07.691199 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-626f062f-2cb2-4e41-b983-c3a3c0e09125 req-98770998-8f22-4939-8db6-39931d605abf tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661355 Nov 09 10:39:07.777706 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 46060) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:07.783584 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-e38ee74a-33f7-4cc9-b44a-146fc0353cbf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1105787453-network', 'tenant_id': '83fb8edbd60f4766876b24533ec4ee46'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:39:07.812839 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b160f-1b68-4619-a3d8-363f8984d42a None None] The sync data for ids ['37dd4d5b-2d07-4282-8613-453839c65531'] in dv-cinder-816628-1-iscsi is: [{'id': '37dd4d5b-2d07-4282-8613-453839c65531', 'name': 'tempest-TestMinimumBasicScenario-53114223-router', 'tenant_id': '873e70b5c7364f19bbdbeeaf1232314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f8a11284-58f8-4ec0-89f4-838af434c7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:52Z', 'updated_at': '2021-11-09T10:39:01Z', 'revision_number': 4, 'project_id': '873e70b5c7364f19bbdbeeaf1232314a', 'gw_port': {'id': 'f8a11284-58f8-4ec0-89f4-838af434c7b1', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd4d5b-2d07-4282-8613-453839c65531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:54Z', 'updated_at': '2021-11-09T10:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '075b7d53-872d-44df-9ac7-9b4716cb6a26', 'name': '', 'network_id': 'd2d09f58-1559-43b6-8ce9-d385346dc611', 'tenant_id': '873e70b5c7364f19bbdbeeaf1232314a', 'mac_address': 'fa:16:3e:18:04:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dd4d5b-2d07-4282-8613-453839c65531', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2ce03547-20ae-4c03-8e4e-51907023e8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:59Z', 'updated_at': '2021-11-09T10:39:06Z', 'revision_number': 4, 'project_id': '873e70b5c7364f19bbdbeeaf1232314a', 'subnets': [{'id': '2ce03547-20ae-4c03-8e4e-51907023e8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:39:07.816770 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31864b-35b4-46b7-b433-c15694587d92 None None] Pushing event updated for resources: {'Port': ['ID=075b7d53-872d-44df-9ac7-9b4716cb6a26,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:07.847027 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-6839ed11-3cca-4861-8a2f-cbe01f13824e None None] Provisioning complete for port 075b7d53-872d-44df-9ac7-9b4716cb6a26 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:07.847365 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-6839ed11-3cca-4861-8a2f-cbe01f13824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:07.978169 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f4cddc44-ae13-4869-9a78-496beb7e35e7 req-a09c187a-b26e-4b0b-9857-4360ea2e15e6 tempest-ServerRescueNegativeTestJSON-1525366166 tempest-ServerRescueNegativeTestJSON-1525366166-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a60a22-2f2e-4979-b8e2-b12a2e7bf671 HTTP/1.1" status: 200 len: 210 time: 0.0853779 Nov 09 10:39:07.996142 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38ee74a-33f7-4cc9-b44a-146fc0353cbf admin admin] Made reservation on behalf of 83fb8edbd60f4766876b24533ec4ee46 for: {'network': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:39:07.998661 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e38ee74a-33f7-4cc9-b44a-146fc0353cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for network, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:08.016713 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e38ee74a-33f7-4cc9-b44a-146fc0353cbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:08.146916 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e38ee74a-33f7-4cc9-b44a-146fc0353cbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:08.220481 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94481c47-6bbc-4f81-8f59-132254e32735 req-0f674bc8-5954-4ad4-b342-cf7275ec8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:08.222290 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-94481c47-6bbc-4f81-8f59-132254e32735 req-0f674bc8-5954-4ad4-b342-cf7275ec8775 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 1099 time: 0.3459218 Nov 09 10:39:08.257136 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd8c07-2c7d-4b49-a69b-2d349443fc2d req-4bc9ea91-8b77-4e28-ac86-07b454591015 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:08.268085 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-39dd8c07-2c7d-4b49-a69b-2d349443fc2d req-4bc9ea91-8b77-4e28-ac86-07b454591015 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 946 time: 0.1192327 Nov 09 10:39:08.318701 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e38ee74a-33f7-4cc9-b44a-146fc0353cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:08.441418 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ee74a-33f7-4cc9-b44a-146fc0353cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e671e3-56b0-4875-ba81-9d4854fc9290,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:08.472010 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38ee74a-33f7-4cc9-b44a-146fc0353cbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=101904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:39:08.498884 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-94481c47-6bbc-4f81-8f59-132254e32735 req-b763a63d-048f-4db2-a3f4-e458225405ca service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650704 Nov 09 10:39:08.504865 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e38ee74a-33f7-4cc9-b44a-146fc0353cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:08.505206 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.segments_db [None req-e38ee74a-33f7-4cc9-b44a-146fc0353cbf admin admin] Added segment 385c124e-6941-4b1d-a947-789cca3fb876 of type vlan for network dfefef20-de47-4c9a-978f-68c0c30d9420 Nov 09 10:39:08.523006 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-39dd8c07-2c7d-4b49-a69b-2d349443fc2d req-43f50591-9b09-4d8c-9453-8c30fe226bf1 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247601 Nov 09 10:39:08.577573 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 075b7d53-872d-44df-9ac7-9b4716cb6a26 up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:39:08.586390 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e38ee74a-33f7-4cc9-b44a-146fc0353cbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781390311891'] for network, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:08.653223 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 075b7d53-872d-44df-9ac7-9b4716cb6a26 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:08.653689 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:08.753971 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device b625c1d0-113f-4bc0-8f06-2a2f547892c5 up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:39:08.835413 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba152c2-6b41-4f91-a699-fd2e8808b2c6 req-ec220826-a2c9-4f33-9f51-2ed6ffc11dd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:08.837095 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-dba152c2-6b41-4f91-a699-fd2e8808b2c6 req-ec220826-a2c9-4f33-9f51-2ed6ffc11dd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.0722151 Nov 09 10:39:08.851720 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e38ee74a-33f7-4cc9-b44a-146fc0353cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for network, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:08.853045 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38ee74a-33f7-4cc9-b44a-146fc0353cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:08.853710 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e38ee74a-33f7-4cc9-b44a-146fc0353cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:08.871420 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port b625c1d0-113f-4bc0-8f06-2a2f547892c5 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:08.871420 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:08.955407 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-dba152c2-6b41-4f91-a699-fd2e8808b2c6 req-97049cd2-b8a5-4995-aed3-447337578289 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106179 Nov 09 10:39:08.987413 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ee74a-33f7-4cc9-b44a-146fc0353cbf admin admin] Pushing event updated for resources: {'Network': ['ID=dfefef20-de47-4c9a-978f-68c0c30d9420,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:09.011091 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-e38ee74a-33f7-4cc9-b44a-146fc0353cbf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2315075 Nov 09 10:39:09.014019 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 46084) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:09.019513 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-18477144-b499-4799-8563-79fe7d010c2e admin admin] Request body: {'subnet': {'network_id': 'dfefef20-de47-4c9a-978f-68c0c30d9420', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1105787453-subnet', 'tenant_id': '83fb8edbd60f4766876b24533ec4ee46', 'ip_version': 4}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:39:09.052306 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Network dfefef20-de47-4c9a-978f-68c0c30d9420 details requested by agent ovs-agent-dv-cinder-816628-1-iscsi with host dv-cinder-816628-1-iscsi {{(pid=101906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 10:39:09.057141 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:09.072444 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 46086) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:09.130851 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] For port b625c1d0-113f-4bc0-8f06-2a2f547892c5, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=b625c1d0-113f-4bc0-8f06-2a2f547892c5,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:39:09.160637 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18477144-b499-4799-8563-79fe7d010c2e admin admin] Made reservation on behalf of 83fb8edbd60f4766876b24533ec4ee46 for: {'subnet': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:39:09.165643 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-18477144-b499-4799-8563-79fe7d010c2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8831485'] for subnet, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:09.225429 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:09.376065 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Pushing event updated for resources: {'Port': ['ID=b625c1d0-113f-4bc0-8f06-2a2f547892c5,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:09.778936 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-18477144-b499-4799-8563-79fe7d010c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8831751'] for subnet, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:09.846566 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14310af4-b8a5-414b-bc04-2eded145dcef req-34beba05-398b-4461-84a1-6b2b1ceb2674 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:09.857167 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-14310af4-b8a5-414b-bc04-2eded145dcef req-34beba05-398b-4461-84a1-6b2b1ceb2674 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 946 time: 0.1814229 Nov 09 10:39:09.876082 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18477144-b499-4799-8563-79fe7d010c2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4be990b-1876-43e5-a05d-eddc317363cb,revision_number=0']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:09.927537 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] Sync routers for ids ['165c1033-2db6-4b48-a674-57d36e7a511b'] in dv-cinder-816628-1-iscsi {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:39:09.943078 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] Routers {'165c1033-2db6-4b48-a674-57d36e7a511b'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:39:09.943768 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:38:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['165c1033-2db6-4b48-a674-57d36e7a511b'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:10.005231 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18477144-b499-4799-8563-79fe7d010c2e admin admin] Checking segment: {'id': '385c124e-6941-4b1d-a947-789cca3fb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dfefef20-de47-4c9a-978f-68c0c30d9420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:39:10.009269 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18477144-b499-4799-8563-79fe7d010c2e admin admin] Network hostable DHCP agents. Network: dfefef20-de47-4c9a-978f-68c0c30d9420, hostable agents: ['bb6b8b96-70eb-486f-b492-dd7d5d6af293'], hosted agents: [] {{(pid=101905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:39:10.049036 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-14310af4-b8a5-414b-bc04-2eded145dcef req-6cbab534-b3eb-4725-989e-24824c4c31e6 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879187 Nov 09 10:39:10.124614 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] Set router 165c1033-2db6-4b48-a674-57d36e7a511b gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:39:10.134849 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264924c2-32aa-42d9-b699-fdd3d77699e5 req-913e1359-55a0-4ebf-83d2-43899aacaa4e tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:10.136462 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-264924c2-32aa-42d9-b699-fdd3d77699e5 req-913e1359-55a0-4ebf-83d2-43899aacaa4e tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.0781393 Nov 09 10:39:10.186181 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18477144-b499-4799-8563-79fe7d010c2e admin admin] Network dfefef20-de47-4c9a-978f-68c0c30d9420 is scheduled to be hosted by DHCP agent bb6b8b96-70eb-486f-b492-dd7d5d6af293 with binding_index 1 {{(pid=101905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:39:10.227712 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-264924c2-32aa-42d9-b699-fdd3d77699e5 req-c7c41690-2ca9-4da9-9e8b-96fea163bd85 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838819 Nov 09 10:39:10.274117 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-18477144-b499-4799-8563-79fe7d010c2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816628-1-iscsi, dfefef20-de47-4c9a-978f-68c0c30d9420) {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:39:10.315831 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18477144-b499-4799-8563-79fe7d010c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:10.328745 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-18477144-b499-4799-8563-79fe7d010c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:10.518130 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-64dc82a4-3dca-47a7-8206-2686850ad559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740499'] for router_interface, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:10.591381 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 07b8bf6a-cca9-4efb-8c77-23793d3ff931 details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:39:10.591381 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 2bbca5fa-0081-4df3-bbdb-1ebc76058527 no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:39:10.591381 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6eee56-0207-486f-bf1b-535c0b50bbfe None None] Network dfefef20-de47-4c9a-978f-68c0c30d9420 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:39:10.591381 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device b625c1d0-113f-4bc0-8f06-2a2f547892c5 up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:39:10.695829 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-18477144-b499-4799-8563-79fe7d010c2e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6740794 Nov 09 10:39:10.720169 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 46106) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:10.727214 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-347dcec1-6b0d-4ea6-b8d8-0d4c6c6ada71 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1105787453-router', 'tenant_id': '83fb8edbd60f4766876b24533ec4ee46', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:39:10.727799 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] No Port match for: 2bbca5fa-0081-4df3-bbdb-1ebc76058527 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:39:10.728194 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 2bbca5fa-0081-4df3-bbdb-1ebc76058527 not bound to the agent host hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:39:10.866556 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port b625c1d0-113f-4bc0-8f06-2a2f547892c5 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:10.866930 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:10.939653 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-64dc82a4-3dca-47a7-8206-2686850ad559 admin admin] Deleting port 27a232ec-300c-4bec-87b4-19ca81caebad {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:39:10.940326 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-64dc82a4-3dca-47a7-8206-2686850ad559 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:11.026414 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 07b8bf6a-cca9-4efb-8c77-23793d3ff931, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=07b8bf6a-cca9-4efb-8c77-23793d3ff931,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:39:11.050870 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [None req-64dc82a4-3dca-47a7-8206-2686850ad559 admin admin] For port 27a232ec-300c-4bec-87b4-19ca81caebad, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=27a232ec-300c-4bec-87b4-19ca81caebad,segment=NetworkSegment(aee1f260-744b-4d75-a3b2-8299c59a2f06),segment_id=aee1f260-744b-4d75-a3b2-8299c59a2f06)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:39:11.051259 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-64dc82a4-3dca-47a7-8206-2686850ad559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:11.056091 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': '07b8bf6a-cca9-4efb-8c77-23793d3ff931', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'port_id': '07b8bf6a-cca9-4efb-8c77-23793d3ff931', 'mac_address': 'fa:16:3e:c8:75:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:39:11.068734 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-64dc82a4-3dca-47a7-8206-2686850ad559 admin admin] Calling delete_port for 27a232ec-300c-4bec-87b4-19ca81caebad owned by network:router_interface {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:39:11.175289 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebabfc2-d658-4730-9696-2c7be2c15243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp873e253d-0079-5e65-ba92-49c49ab5e1bc-dfefef20-de47-4c9a-978f-68c0c30d9420', 'network_id': 'dfefef20-de47-4c9a-978f-68c0c30d9420', 'tenant_id': '83fb8edbd60f4766876b24533ec4ee46', 'fixed_ips': [{'subnet_id': 'c4be990b-1876-43e5-a05d-eddc317363cb'}]}} from dv-cinder-816628-1-iscsi. {{(pid=101906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 10:39:11.176398 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-eebabfc2-d658-4730-9696-2c7be2c15243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:11.201101 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'name': 'tempest-TestShelveInstance-1295514224-router', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:56Z', 'updated_at': '2021-11-09T10:39:03Z', 'revision_number': 4, 'project_id': '06af7c886c064b628757c347296afd9f', 'gw_port': {'id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:57Z', 'updated_at': '2021-11-09T10:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '26319560-a22f-42f4-98b8-85cc9ad3a490', 'name': '', 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'mac_address': 'fa:16:3e:cd:69:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '162c9035-b134-4023-b2ba-1a2493525efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:02Z', 'updated_at': '2021-11-09T10:39:04Z', 'revision_number': 2, 'project_id': '06af7c886c064b628757c347296afd9f', 'subnets': [{'id': '162c9035-b134-4023-b2ba-1a2493525efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:11.219930 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8900d7-4bf4-446a-b7ac-700442d497aa req-58c4f083-4900-4179-94b6-84f240bf9c92 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:11.222551 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ae8900d7-4bf4-446a-b7ac-700442d497aa req-58c4f083-4900-4179-94b6-84f240bf9c92 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 946 time: 0.0894852 Nov 09 10:39:11.237930 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:11.242419 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] Checking router: 165c1033-2db6-4b48-a674-57d36e7a511b for host: dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:39:11.242895 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] Updating router 165c1033-2db6-4b48-a674-57d36e7a511b port 26319560-a22f-42f4-98b8-85cc9ad3a490 binding host dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 10:39:11.281635 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b8bf6a-cca9-4efb-8c77-23793d3ff931 {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:39:11.292345 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ae8900d7-4bf4-446a-b7ac-700442d497aa req-f4fe9f6e-6dd9-4ffe-9229-04de44f3ec71 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635233 Nov 09 10:39:11.298389 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:11.366850 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 07b8bf6a-cca9-4efb-8c77-23793d3ff931, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=07b8bf6a-cca9-4efb-8c77-23793d3ff931,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:39:11.537883 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.db_base_plugin_common [None req-eebabfc2-d658-4730-9696-2c7be2c15243 None None] Allocated IP 172.20.0.2 (dfefef20-de47-4c9a-978f-68c0c30d9420/c4be990b-1876-43e5-a05d-eddc317363cb/4c38b9ce-d870-4bde-8895-d7ed62ed5c68) {{(pid=101906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:39:11.671698 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4605e-3edc-47a9-b351-41c0c6edd2f3 req-a9418139-fcd8-423f-be18-bb1b38c45f4d tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:11.674323 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-64dc82a4-3dca-47a7-8206-2686850ad559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:11.677261 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:11.679187 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1aa4605e-3edc-47a9-b351-41c0c6edd2f3 req-a9418139-fcd8-423f-be18-bb1b38c45f4d tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 943 time: 0.3165345 Nov 09 10:39:11.681799 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-347dcec1-6b0d-4ea6-b8d8-0d4c6c6ada71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3444'] for router, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:11.683234 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-347dcec1-6b0d-4ea6-b8d8-0d4c6c6ada71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3437'] for router, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:11.719518 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc82a4-3dca-47a7-8206-2686850ad559 admin admin] Pushing event deleted for resources: {'Port': ['ID=27a232ec-300c-4bec-87b4-19ca81caebad,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:11.744538 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-347dcec1-6b0d-4ea6-b8d8-0d4c6c6ada71 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:11.784174 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1aa4605e-3edc-47a9-b351-41c0c6edd2f3 req-bc109bda-7509-4cec-bc48-d8bc1b55cc40 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039782 Nov 09 10:39:11.808259 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=07b8bf6a-cca9-4efb-8c77-23793d3ff931,revision_number=9']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:11.872015 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-eebabfc2-d658-4730-9696-2c7be2c15243 None None] Publish callbacks [] for port, precommit_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:11.910250 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] Publish callbacks [] for port, precommit_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:11.954572 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['07b8bf6a-cca9-4efb-8c77-23793d3ff931'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:39:11.992216 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-64dc82a4-3dca-47a7-8206-2686850ad559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570659'] for router_interface, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:12.026745 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-eebabfc2-d658-4730-9696-2c7be2c15243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:12.041158 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:12.049294 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-347dcec1-6b0d-4ea6-b8d8-0d4c6c6ada71 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:12.087256 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebabfc2-d658-4730-9696-2c7be2c15243 None None] Network dfefef20-de47-4c9a-978f-68c0c30d9420 is already hosted by enough agents. {{(pid=101906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:39:12.109284 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.scheduler.base_scheduler [None req-eebabfc2-d658-4730-9696-2c7be2c15243 None None] Resources bound (agent type, host, resource id): {{(pid=101906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:39:12.159829 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebabfc2-d658-4730-9696-2c7be2c15243 None None] Received port after_create {{(pid=101906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:39:12.282627 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebabfc2-d658-4730-9696-2c7be2c15243 None None] Pushing event updated for resources: {'Port': ['ID=4c38b9ce-d870-4bde-8895-d7ed62ed5c68,revision_number=1']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:12.307844 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64dc82a4-3dca-47a7-8206-2686850ad559 admin admin] Router 9a1a8112-ea83-4c35-ac07-1d26829512c3 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:39:12.342356 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] Attempting to bind port 26319560-a22f-42f4-98b8-85cc9ad3a490 on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:39:12.342718 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] Attempting to bind port 26319560-a22f-42f4-98b8-85cc9ad3a490 by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': 'cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf'}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:39:12.343080 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] Attempting to bind port 26319560-a22f-42f4-98b8-85cc9ad3a490 on network 2fdcf95c-e1fc-4011-9f83-26a3b67584bf {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:39:12.426137 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:39:12.426505 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] Checking segment: {'id': 'cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:39:12.426943 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:12.427335 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] Bound using segment: {'id': 'cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf'} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:39:12.439677 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] Bound port: 26319560-a22f-42f4-98b8-85cc9ad3a490, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf'}}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:39:12.445505 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:12.547048 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1c316-519f-4279-b79f-10248015c97f None None] Pushing event updated for resources: {'Port': ['ID=26319560-a22f-42f4-98b8-85cc9ad3a490,revision_number=3']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:12.589515 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-eebabfc2-d658-4730-9696-2c7be2c15243 None None] Attempting to bind port 4c38b9ce-d870-4bde-8895-d7ed62ed5c68 on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:39:12.589888 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-eebabfc2-d658-4730-9696-2c7be2c15243 None None] Attempting to bind port 4c38b9ce-d870-4bde-8895-d7ed62ed5c68 by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': '385c124e-6941-4b1d-a947-789cca3fb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dfefef20-de47-4c9a-978f-68c0c30d9420'}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:39:12.590245 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebabfc2-d658-4730-9696-2c7be2c15243 None None] Attempting to bind port 4c38b9ce-d870-4bde-8895-d7ed62ed5c68 on network dfefef20-de47-4c9a-978f-68c0c30d9420 {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:39:12.591714 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dc82a4-3dca-47a7-8206-2686850ad559 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:39:12.608732 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebabfc2-d658-4730-9696-2c7be2c15243 None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:39:12.609028 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29211f24-9c7f-4b16-b02c-90f62128f3a2 None None] Sync routers for ids ['9a1a8112-ea83-4c35-ac07-1d26829512c3'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:39:12.609560 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebabfc2-d658-4730-9696-2c7be2c15243 None None] Checking segment: {'id': '385c124e-6941-4b1d-a947-789cca3fb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dfefef20-de47-4c9a-978f-68c0c30d9420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:39:12.609560 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-eebabfc2-d658-4730-9696-2c7be2c15243 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:12.609851 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebabfc2-d658-4730-9696-2c7be2c15243 None None] Bound using segment: {'id': '385c124e-6941-4b1d-a947-789cca3fb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dfefef20-de47-4c9a-978f-68c0c30d9420'} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:39:12.610514 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-eebabfc2-d658-4730-9696-2c7be2c15243 None None] Bound port: 4c38b9ce-d870-4bde-8895-d7ed62ed5c68, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385c124e-6941-4b1d-a947-789cca3fb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dfefef20-de47-4c9a-978f-68c0c30d9420'}}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:39:12.610905 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-eebabfc2-d658-4730-9696-2c7be2c15243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:12.620879 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-64dc82a4-3dca-47a7-8206-2686850ad559 admin admin] 10.222.0.35 "PUT /v2.0/routers/9a1a8112-ea83-4c35-ac07-1d26829512c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5469854 Nov 09 10:39:12.625760 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 46166) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:12.636260 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29211f24-9c7f-4b16-b02c-90f62128f3a2 None None] Routers {'9a1a8112-ea83-4c35-ac07-1d26829512c3'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:39:12.641797 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-29211f24-9c7f-4b16-b02c-90f62128f3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:38:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['9a1a8112-ea83-4c35-ac07-1d26829512c3'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:12.676033 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3400172-7b1f-438c-8da7-a6c72d2242ee None None] Provisioning complete for port 26319560-a22f-42f4-98b8-85cc9ad3a490 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:12.676366 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3400172-7b1f-438c-8da7-a6c72d2242ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:12.703516 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-347dcec1-6b0d-4ea6-b8d8-0d4c6c6ada71 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:12.711151 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] For port 26319560-a22f-42f4-98b8-85cc9ad3a490, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:39:12.746440 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-347dcec1-6b0d-4ea6-b8d8-0d4c6c6ada71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:12.813208 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] For port 26319560-a22f-42f4-98b8-85cc9ad3a490, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=26319560-a22f-42f4-98b8-85cc9ad3a490,segment=NetworkSegment(cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7),segment_id=cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7)] {{(pid=101906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:39:12.908417 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-29211f24-9c7f-4b16-b02c-90f62128f3a2 None None] Set router 9a1a8112-ea83-4c35-ac07-1d26829512c3 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:39:12.942334 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b135cb2c-3204-4e1f-8d83-7f09d92f2810 admin admin] Publish callbacks [] for router, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:13.044179 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [None req-347dcec1-6b0d-4ea6-b8d8-0d4c6c6ada71 admin admin] Allocated IP 172.27.0.46 (b911c41a-6d30-4814-901f-89185e089761/716689b8-5fc0-4f64-a63e-fd749e80eafc/a39519ba-1a6b-488f-9379-b77504f6a38c) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:39:13.096196 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51710ed0-a746-4109-8023-6f5bf05b0f25 req-8857e3ca-a00d-47bd-bcb4-1b0af85bc9a4 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:13.099873 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-51710ed0-a746-4109-8023-6f5bf05b0f25 req-8857e3ca-a00d-47bd-bcb4-1b0af85bc9a4 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 944 time: 0.1731491 Nov 09 10:39:13.114145 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:13.128628 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c3400172-7b1f-438c-8da7-a6c72d2242ee None None] Port 26319560-a22f-42f4-98b8-85cc9ad3a490 cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:39:13.191531 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b135cb2c-3204-4e1f-8d83-7f09d92f2810 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:13.214057 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1c316-519f-4279-b79f-10248015c97f None None] Pushing event updated for resources: {'Port': ['ID=26319560-a22f-42f4-98b8-85cc9ad3a490,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:13.222892 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-eebabfc2-d658-4730-9696-2c7be2c15243 None None] For port 4c38b9ce-d870-4bde-8895-d7ed62ed5c68, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:39:13.262130 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] Routers {'165c1033-2db6-4b48-a674-57d36e7a511b'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:39:13.262879 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:38:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['165c1033-2db6-4b48-a674-57d36e7a511b'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:13.325282 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-51710ed0-a746-4109-8023-6f5bf05b0f25 req-16db1627-87a7-4570-9b81-171bf710be91 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153077 Nov 09 10:39:13.341779 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-29211f24-9c7f-4b16-b02c-90f62128f3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1a8112-ea83-4c35-ac07-1d26829512c3', 'name': 'tempest-ServerRescueNegativeTestJSON-2038093129-router', 'tenant_id': '72d2f00c4c004c6b91287e418c91d927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '312d6913-68cc-4cb7-b97d-048658d968a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:18Z', 'updated_at': '2021-11-09T10:39:11Z', 'revision_number': 5, 'project_id': '72d2f00c4c004c6b91287e418c91d927', 'gw_port': {'id': '312d6913-68cc-4cb7-b97d-048658d968a3', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:02:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1a8112-ea83-4c35-ac07-1d26829512c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:20Z', 'updated_at': '2021-11-09T10:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:13.386042 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-eebabfc2-d658-4730-9696-2c7be2c15243 None None] For port 4c38b9ce-d870-4bde-8895-d7ed62ed5c68, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=4c38b9ce-d870-4bde-8895-d7ed62ed5c68,segment=NetworkSegment(385c124e-6941-4b1d-a947-789cca3fb876),segment_id=385c124e-6941-4b1d-a947-789cca3fb876)] {{(pid=101906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:39:13.388601 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-347dcec1-6b0d-4ea6-b8d8-0d4c6c6ada71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:13.419456 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29211f24-9c7f-4b16-b02c-90f62128f3a2 None None] Checking router: 9a1a8112-ea83-4c35-ac07-1d26829512c3 for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:39:13.466999 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29211f24-9c7f-4b16-b02c-90f62128f3a2 None None] Routers {'9a1a8112-ea83-4c35-ac07-1d26829512c3'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:39:13.468104 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-29211f24-9c7f-4b16-b02c-90f62128f3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:38:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['9a1a8112-ea83-4c35-ac07-1d26829512c3'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:13.525957 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] Set router 165c1033-2db6-4b48-a674-57d36e7a511b gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:39:13.570199 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-b135cb2c-3204-4e1f-8d83-7f09d92f2810 admin admin] Deleting port 312d6913-68cc-4cb7-b97d-048658d968a3 {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:39:13.570543 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b135cb2c-3204-4e1f-8d83-7f09d92f2810 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:13.614211 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-eebabfc2-d658-4730-9696-2c7be2c15243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:13.681393 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-347dcec1-6b0d-4ea6-b8d8-0d4c6c6ada71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:13.767139 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347dcec1-6b0d-4ea6-b8d8-0d4c6c6ada71 admin admin] Network b911c41a-6d30-4814-901f-89185e089761 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:39:13.770537 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-347dcec1-6b0d-4ea6-b8d8-0d4c6c6ada71 admin admin] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:39:13.776436 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [None req-b135cb2c-3204-4e1f-8d83-7f09d92f2810 admin admin] For port 312d6913-68cc-4cb7-b97d-048658d968a3, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=312d6913-68cc-4cb7-b97d-048658d968a3,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:39:13.776671 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-3f97e8e3-e47a-4351-8937-fe8c2a53071c None None] Provisioning complete for port 26319560-a22f-42f4-98b8-85cc9ad3a490 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:13.776773 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b135cb2c-3204-4e1f-8d83-7f09d92f2810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:13.776863 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3f97e8e3-e47a-4351-8937-fe8c2a53071c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:13.781404 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347dcec1-6b0d-4ea6-b8d8-0d4c6c6ada71 admin admin] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:39:13.805684 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-b135cb2c-3204-4e1f-8d83-7f09d92f2810 admin admin] Calling delete_port for 312d6913-68cc-4cb7-b97d-048658d968a3 owned by network:router_gateway {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:39:13.862388 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347dcec1-6b0d-4ea6-b8d8-0d4c6c6ada71 admin admin] Pushing event updated for resources: {'Port': ['ID=a39519ba-1a6b-488f-9379-b77504f6a38c,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:13.907577 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebabfc2-d658-4730-9696-2c7be2c15243 None None] Pushing event updated for resources: {'Port': ['ID=4c38b9ce-d870-4bde-8895-d7ed62ed5c68,revision_number=2']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:13.922366 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-29211f24-9c7f-4b16-b02c-90f62128f3a2 None None] Set router 9a1a8112-ea83-4c35-ac07-1d26829512c3 gateway port host: None {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:39:14.049954 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3f97e8e3-e47a-4351-8937-fe8c2a53071c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:14.067526 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-29211f24-9c7f-4b16-b02c-90f62128f3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1a8112-ea83-4c35-ac07-1d26829512c3', 'name': 'tempest-ServerRescueNegativeTestJSON-2038093129-router', 'tenant_id': '72d2f00c4c004c6b91287e418c91d927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:18Z', 'updated_at': '2021-11-09T10:39:13Z', 'revision_number': 6, 'project_id': '72d2f00c4c004c6b91287e418c91d927', 'gw_port_host': None}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:14.120939 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-3f97e8e3-e47a-4351-8937-fe8c2a53071c None None] For port 26319560-a22f-42f4-98b8-85cc9ad3a490, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=26319560-a22f-42f4-98b8-85cc9ad3a490,segment=NetworkSegment(cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7),segment_id=cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:39:14.129116 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'name': 'tempest-TestShelveInstance-1295514224-router', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:56Z', 'updated_at': '2021-11-09T10:39:03Z', 'revision_number': 4, 'project_id': '06af7c886c064b628757c347296afd9f', 'gw_port': {'id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:57Z', 'updated_at': '2021-11-09T10:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '26319560-a22f-42f4-98b8-85cc9ad3a490', 'name': '', 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'mac_address': 'fa:16:3e:cd:69:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '162c9035-b134-4023-b2ba-1a2493525efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:02Z', 'updated_at': '2021-11-09T10:39:12Z', 'revision_number': 4, 'project_id': '06af7c886c064b628757c347296afd9f', 'subnets': [{'id': '162c9035-b134-4023-b2ba-1a2493525efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:14.129759 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29211f24-9c7f-4b16-b02c-90f62128f3a2 None None] The sync data for ids ['9a1a8112-ea83-4c35-ac07-1d26829512c3'] in dv-cinder-816628-1-iscsi is: [{'id': '9a1a8112-ea83-4c35-ac07-1d26829512c3', 'name': 'tempest-ServerRescueNegativeTestJSON-2038093129-router', 'tenant_id': '72d2f00c4c004c6b91287e418c91d927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:18Z', 'updated_at': '2021-11-09T10:39:13Z', 'revision_number': 6, 'project_id': '72d2f00c4c004c6b91287e418c91d927', 'gw_port_host': None}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:39:14.259093 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3f97e8e3-e47a-4351-8937-fe8c2a53071c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:14.353054 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97e8e3-e47a-4351-8937-fe8c2a53071c None None] Pushing event updated for resources: {'Port': ['ID=26319560-a22f-42f4-98b8-85cc9ad3a490,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:14.356820 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7995219a-514e-484f-bb2f-8d56454eed96 None None] The sync data for ids ['165c1033-2db6-4b48-a674-57d36e7a511b'] in dv-cinder-816628-1-iscsi is: [{'id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'name': 'tempest-TestShelveInstance-1295514224-router', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:56Z', 'updated_at': '2021-11-09T10:39:03Z', 'revision_number': 4, 'project_id': '06af7c886c064b628757c347296afd9f', 'gw_port': {'id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:57Z', 'updated_at': '2021-11-09T10:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '26319560-a22f-42f4-98b8-85cc9ad3a490', 'name': '', 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'mac_address': 'fa:16:3e:cd:69:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '162c9035-b134-4023-b2ba-1a2493525efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:02Z', 'updated_at': '2021-11-09T10:39:12Z', 'revision_number': 4, 'project_id': '06af7c886c064b628757c347296afd9f', 'subnets': [{'id': '162c9035-b134-4023-b2ba-1a2493525efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:39:14.359445 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 07b8bf6a-cca9-4efb-8c77-23793d3ff931 up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:39:14.366260 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b135cb2c-3204-4e1f-8d83-7f09d92f2810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:14.472212 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port 07b8bf6a-cca9-4efb-8c77-23793d3ff931 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:14.472862 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:14.479809 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135cb2c-3204-4e1f-8d83-7f09d92f2810 admin admin] Pushing event deleted for resources: {'Port': ['ID=312d6913-68cc-4cb7-b97d-048658d968a3,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:14.483182 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-347dcec1-6b0d-4ea6-b8d8-0d4c6c6ada71 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:14.780948 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:14.815990 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef74dd-d432-419b-abb1-f1efdaa48269 req-e0cc4160-377c-4430-a9ac-180dace9f01a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:14.826447 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-49ef74dd-d432-419b-abb1-f1efdaa48269 req-e0cc4160-377c-4430-a9ac-180dace9f01a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 944 time: 0.2951925 Nov 09 10:39:14.847003 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b135cb2c-3204-4e1f-8d83-7f09d92f2810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741337'] for router_gateway, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:14.925772 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13b163e-1659-4e4c-ba93-9b4c0b05a6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b8bf6a-cca9-4efb-8c77-23793d3ff931'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:39:14.932018 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7002a077-f407-4a16-bb04-0f4726fc70e9" -d '{"events": [{"server_uuid": "e13b163e-1659-4e4c-ba93-9b4c0b05a6f8", "name": "network-vif-plugged", "status": "completed", "tag": "07b8bf6a-cca9-4efb-8c77-23793d3ff931"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:39:14.955338 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 07b8bf6a-cca9-4efb-8c77-23793d3ff931, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=07b8bf6a-cca9-4efb-8c77-23793d3ff931,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:39:15.034430 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:15.070877 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34064028-6647-4c4e-b4ad-5980ebebf3b5 x-openstack-request-id: req-34064028-6647-4c4e-b4ad-5980ebebf3b5 {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:39:15.072422 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13b163e-1659-4e4c-ba93-9b4c0b05a6f8", "name": "network-vif-plugged", "status": "completed", "tag": "07b8bf6a-cca9-4efb-8c77-23793d3ff931", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:39:15.073752 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34064028-6647-4c4e-b4ad-5980ebebf3b5 {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:39:15.076093 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13b163e-1659-4e4c-ba93-9b4c0b05a6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b8bf6a-cca9-4efb-8c77-23793d3ff931', 'code': 200} Nov 09 10:39:15.169957 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=07b8bf6a-cca9-4efb-8c77-23793d3ff931,revision_number=10']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:15.247995 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-347dcec1-6b0d-4ea6-b8d8-0d4c6c6ada71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741373'] for router, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:15.563678 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 26319560-a22f-42f4-98b8-85cc9ad3a490 up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:39:15.720602 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 26319560-a22f-42f4-98b8-85cc9ad3a490 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:15.721101 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:15.744867 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:39:15.745458 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b135cb2c-3204-4e1f-8d83-7f09d92f2810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3426'] for router, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:15.752774 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b135cb2c-3204-4e1f-8d83-7f09d92f2810 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:15.795186 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73916e18-e70e-43a6-bb0a-907493e8b827 None None] Network dfefef20-de47-4c9a-978f-68c0c30d9420 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:39:15.797461 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347dcec1-6b0d-4ea6-b8d8-0d4c6c6ada71 admin admin] Router 386d9510-5053-4c13-89b6-40b3a5d96c20 is scheduled to L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 with binding_index 1 {{(pid=101904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 10:39:15.902311 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c1292-a9ad-41aa-b623-6bb8efd75d30 req-50db4aec-f269-43c0-a9c7-b97f2ac16950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:15.903830 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a85c1292-a9ad-41aa-b623-6bb8efd75d30 req-50db4aec-f269-43c0-a9c7-b97f2ac16950 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 1099 time: 0.1815143 Nov 09 10:39:15.910792 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-b44dee59-02d9-4964-8900-c8521dc090fb None None] Provisioning complete for port 4c38b9ce-d870-4bde-8895-d7ed62ed5c68 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:15.911436 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b44dee59-02d9-4964-8900-c8521dc090fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:15.948727 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-49ef74dd-d432-419b-abb1-f1efdaa48269 req-84955e20-0276-4ccf-afdc-950f1b3101c4 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1213181 Nov 09 10:39:15.994979 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b135cb2c-3204-4e1f-8d83-7f09d92f2810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569440'] for router, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:15.995589 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b135cb2c-3204-4e1f-8d83-7f09d92f2810 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a1a8112-ea83-4c35-ac07-1d26829512c3 {{(pid=101905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 10:39:16.002375 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b135cb2c-3204-4e1f-8d83-7f09d92f2810 admin admin] Publish callbacks [] for router, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:16.008352 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-b135cb2c-3204-4e1f-8d83-7f09d92f2810 admin admin] 10.222.0.35 "DELETE /v2.0/routers/9a1a8112-ea83-4c35-ac07-1d26829512c3 HTTP/1.1" status: 204 len: 168 time: 3.3800619 Nov 09 10:39:16.008983 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 46204) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:16.044724 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 4c38b9ce-d870-4bde-8895-d7ed62ed5c68 up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:39:16.048285 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a85c1292-a9ad-41aa-b623-6bb8efd75d30 req-e30ae98e-0a5a-4f65-88d9-238777b7b242 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319468 Nov 09 10:39:16.107757 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_v2 [None req-7798ba85-7a60-4d79-aba8-80682564b6c5 admin admin] Deleting subnet c28d7e76-70e8-4369-839e-6b3b9fa92053 {{(pid=101905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 10:39:16.113137 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347dcec1-6b0d-4ea6-b8d8-0d4c6c6ada71 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:39:16.116305 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7798ba85-7a60-4d79-aba8-80682564b6c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:16.157499 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] Sync routers for ids ['386d9510-5053-4c13-89b6-40b3a5d96c20'] in dv-cinder-816628-1-iscsi {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:39:16.199298 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7798ba85-7a60-4d79-aba8-80682564b6c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7956809'] for subnet, precommit_delete_associations {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:16.220392 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] Routers {'386d9510-5053-4c13-89b6-40b3a5d96c20'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:39:16.221171 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:38:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['386d9510-5053-4c13-89b6-40b3a5d96c20'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:16.224880 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-347dcec1-6b0d-4ea6-b8d8-0d4c6c6ada71 admin admin] Publish callbacks [] for router, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:16.228949 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 46212) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:16.235325 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-347dcec1-6b0d-4ea6-b8d8-0d4c6c6ada71 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5071158 Nov 09 10:39:16.309332 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7798ba85-7a60-4d79-aba8-80682564b6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1578030'] for subnet, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:16.325965 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 4c38b9ce-d870-4bde-8895-d7ed62ed5c68 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:16.326484 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:16.408111 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b44dee59-02d9-4964-8900-c8521dc090fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:16.533920 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:16.569132 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7798ba85-7a60-4d79-aba8-80682564b6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1578023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8831772'] for subnet, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:16.575530 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-b44dee59-02d9-4964-8900-c8521dc090fb None None] For port 4c38b9ce-d870-4bde-8895-d7ed62ed5c68, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=4c38b9ce-d870-4bde-8895-d7ed62ed5c68,segment=NetworkSegment(385c124e-6941-4b1d-a947-789cca3fb876),segment_id=385c124e-6941-4b1d-a947-789cca3fb876)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:39:16.595450 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] Set router 386d9510-5053-4c13-89b6-40b3a5d96c20 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:39:16.618906 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798ba85-7a60-4d79-aba8-80682564b6c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c28d7e76-70e8-4369-839e-6b3b9fa92053,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:16.627427 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7798ba85-7a60-4d79-aba8-80682564b6c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:16.636972 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-7798ba85-7a60-4d79-aba8-80682564b6c5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c28d7e76-70e8-4369-839e-6b3b9fa92053 HTTP/1.1" status: 204 len: 168 time: 0.6269197 Nov 09 10:39:16.639312 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 46218) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:16.685132 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b44dee59-02d9-4964-8900-c8521dc090fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:16.855235 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d5953af3-84bd-4adb-ba02-c7a73ff3a716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1668299'] for network, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:16.981805 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d5953af3-84bd-4adb-ba02-c7a73ff3a716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1578843', 'neutron.services.segments.db._delete_segments_for_network-8781390831665'] for network, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:17.038043 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-73c651f4-20b5-4fe2-814e-591713953bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:17.038745 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-d5953af3-84bd-4adb-ba02-c7a73ff3a716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7356e1ef-978e-49fa-bc2d-b1ac03294fba']}} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:17.062650 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-d5953af3-84bd-4adb-ba02-c7a73ff3a716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee1f260-744b-4d75-a3b2-8299c59a2f06') {'for_net_delete': True} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:17.064074 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-d5953af3-84bd-4adb-ba02-c7a73ff3a716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee1f260-744b-4d75-a3b2-8299c59a2f06') {} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:17.076543 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d5953af3-84bd-4adb-ba02-c7a73ff3a716 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781390865722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8625581'] for segment, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:17.092762 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d5953af3-84bd-4adb-ba02-c7a73ff3a716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:17.096268 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44dee59-02d9-4964-8900-c8521dc090fb None None] Pushing event updated for resources: {'Port': ['ID=4c38b9ce-d870-4bde-8895-d7ed62ed5c68,revision_number=3']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:17.121951 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5953af3-84bd-4adb-ba02-c7a73ff3a716 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 10:39:17.121951 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d5953af3-84bd-4adb-ba02-c7a73ff3a716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9053843'] for segment, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: Traceback (most recent call last): Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: timer() Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: cb(*args, **kw) Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: return func(*args, **kwargs) Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: self._notify() Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: self.callback(batched_events) Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: event.method(event) Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: return f(self, *a, **k) Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: return self._get(url).json() Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: return self.request(url, 'GET', **kwargs) Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 10:39:17.123528 dv-cinder-816628-1-iscsi neutron-server[101904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 10:39:17.236383 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.db.api [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 10:39:17.241575 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG oslo_db.api [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 10:39:17.244251 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-4bcd73d7-5f81-40c2-a7f9-87e9af1e7ff9 None None] Provisioning complete for port 4c38b9ce-d870-4bde-8895-d7ed62ed5c68 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:17.244922 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-4bcd73d7-5f81-40c2-a7f9-87e9af1e7ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:17.268247 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd374acd-bef3-45c9-9574-83595576c1e3 req-8587b30e-0d31-4ec1-b4f5-7d2401891d09 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:17.270514 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-bd374acd-bef3-45c9-9574-83595576c1e3 req-8587b30e-0d31-4ec1-b4f5-7d2401891d09 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 946 time: 0.1689706 Nov 09 10:39:17.275529 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_common [None req-73c651f4-20b5-4fe2-814e-591713953bd5 admin admin] Allocated IP 172.20.0.1 (dfefef20-de47-4c9a-978f-68c0c30d9420/c4be990b-1876-43e5-a05d-eddc317363cb/64b1f44e-bdd0-4527-8d63-2db24984f87b) {{(pid=101905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:39:17.367786 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d5953af3-84bd-4adb-ba02-c7a73ff3a716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741285'] for network, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:17.385814 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d5953af3-84bd-4adb-ba02-c7a73ff3a716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:17.397414 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-d5953af3-84bd-4adb-ba02-c7a73ff3a716 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7356e1ef-978e-49fa-bc2d-b1ac03294fba HTTP/1.1" status: 204 len: 168 time: 0.7560859 Nov 09 10:39:17.411687 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-73c651f4-20b5-4fe2-814e-591713953bd5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:17.462063 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5953af3-84bd-4adb-ba02-c7a73ff3a716 admin admin] Pushing event deleted for resources: {'Network': ['ID=7356e1ef-978e-49fa-bc2d-b1ac03294fba,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:17.501396 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-73c651f4-20b5-4fe2-814e-591713953bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:17.525513 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386d9510-5053-4c13-89b6-40b3a5d96c20', 'name': 'tempest-TestShelveInstance-1105787453-router', 'tenant_id': '83fb8edbd60f4766876b24533ec4ee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a39519ba-1a6b-488f-9379-b77504f6a38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:39:11Z', 'updated_at': '2021-11-09T10:39:14Z', 'revision_number': 3, 'project_id': '83fb8edbd60f4766876b24533ec4ee46', 'gw_port': {'id': 'a39519ba-1a6b-488f-9379-b77504f6a38c', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386d9510-5053-4c13-89b6-40b3a5d96c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:12Z', 'updated_at': '2021-11-09T10:39:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:17.530410 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-bd374acd-bef3-45c9-9574-83595576c1e3 req-0cb611bf-d841-42d0-8488-ca420d7a1531 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424035 Nov 09 10:39:17.629481 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c651f4-20b5-4fe2-814e-591713953bd5 admin admin] Network dfefef20-de47-4c9a-978f-68c0c30d9420 is already hosted by enough agents. {{(pid=101905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:39:17.652760 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] Checking router: 386d9510-5053-4c13-89b6-40b3a5d96c20 for host: dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:39:17.653221 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] Updating router 386d9510-5053-4c13-89b6-40b3a5d96c20 port a39519ba-1a6b-488f-9379-b77504f6a38c binding host dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 10:39:17.655346 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-73c651f4-20b5-4fe2-814e-591713953bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:39:17.660382 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c651f4-20b5-4fe2-814e-591713953bd5 admin admin] Received port after_create {{(pid=101905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:39:17.721283 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:17.793674 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c651f4-20b5-4fe2-814e-591713953bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=64b1f44e-bdd0-4527-8d63-2db24984f87b,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:17.811282 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-73c651f4-20b5-4fe2-814e-591713953bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740392'] for router_interface, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:18.046353 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 27a232ec-300c-4bec-87b4-19ca81caebad no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:39:18.071010 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: 27a232ec-300c-4bec-87b4-19ca81caebad {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:39:18.071637 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 27a232ec-300c-4bec-87b4-19ca81caebad not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:39:18.097093 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 46252) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:18.132501 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-da3a73c2-2961-4c47-b600-06a6d08b36a5 None None] Provisioning complete for port 64b1f44e-bdd0-4527-8d63-2db24984f87b triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:18.132828 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-da3a73c2-2961-4c47-b600-06a6d08b36a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:18.208024 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-60d88f69-3b37-432c-9923-c38985725c13 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=72d2f00c4c004c6b91287e418c91d927&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1079044 Nov 09 10:39:18.212696 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 46258) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:18.215757 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-73c651f4-20b5-4fe2-814e-591713953bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:18.233828 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-da3a73c2-2961-4c47-b600-06a6d08b36a5 None None] Port 64b1f44e-bdd0-4527-8d63-2db24984f87b cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:39:18.306154 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 4c38b9ce-d870-4bde-8895-d7ed62ed5c68 up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:39:18.386714 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-85242caf-5ce2-44d0-abd1-4a046f36645e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:18.422285 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-85242caf-5ce2-44d0-abd1-4a046f36645e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:18.453633 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 46270) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:18.469501 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] Publish callbacks [] for port, precommit_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:18.476632 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 4c38b9ce-d870-4bde-8895-d7ed62ed5c68 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:18.477095 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:18.517967 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-73c651f4-20b5-4fe2-814e-591713953bd5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:18.579824 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 312d6913-68cc-4cb7-b97d-048658d968a3 no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:39:18.607867 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: 312d6913-68cc-4cb7-b97d-048658d968a3 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:39:18.608243 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 312d6913-68cc-4cb7-b97d-048658d968a3 not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:39:18.609869 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:18.636282 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2e3b1301-dfc9-4c4d-9265-30690fb6bf79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:18.663197 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae1975-d46b-440b-a267-e13f9cea19ad None None] Pushing event updated for resources: {'Port': ['ID=a39519ba-1a6b-488f-9379-b77504f6a38c,revision_number=2']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:18.692759 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-85242caf-5ce2-44d0-abd1-4a046f36645e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:18.697199 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-85242caf-5ce2-44d0-abd1-4a046f36645e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:18.708052 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-85242caf-5ce2-44d0-abd1-4a046f36645e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c9487bd-b5de-4834-84d3-9fc406dd5dfe HTTP/1.1" status: 204 len: 168 time: 0.4851661 Nov 09 10:39:18.708212 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-73c651f4-20b5-4fe2-814e-591713953bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462366'] for port, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:18.716649 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85242caf-5ce2-44d0-abd1-4a046f36645e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9487bd-b5de-4834-84d3-9fc406dd5dfe,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:18.775206 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] Attempting to bind port a39519ba-1a6b-488f-9379-b77504f6a38c on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:39:18.776183 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] Attempting to bind port a39519ba-1a6b-488f-9379-b77504f6a38c by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:39:18.776693 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] Attempting to bind port a39519ba-1a6b-488f-9379-b77504f6a38c on network b911c41a-6d30-4814-901f-89185e089761 {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:39:18.784464 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:39:18.784867 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] Checking segment: {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:39:18.785269 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:18.785661 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] Bound using segment: {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:39:18.802246 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] Bound port: a39519ba-1a6b-488f-9379-b77504f6a38c, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:39:18.802246 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:18.866292 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] For port a39519ba-1a6b-488f-9379-b77504f6a38c, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:39:18.875192 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] For port a39519ba-1a6b-488f-9379-b77504f6a38c, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=a39519ba-1a6b-488f-9379-b77504f6a38c,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:39:18.921942 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c651f4-20b5-4fe2-814e-591713953bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=64b1f44e-bdd0-4527-8d63-2db24984f87b,revision_number=2']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:18.926235 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2e3b1301-dfc9-4c4d-9265-30690fb6bf79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:18.929274 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-73c651f4-20b5-4fe2-814e-591713953bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740540'] for router_interface, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:18.955480 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f5157-9ff8-4adb-aa45-95efc20b8bd6 req-1848e013-fd14-4732-a7a8-37f0db49319c tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:18.957085 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-fd6f5157-9ff8-4adb-aa45-95efc20b8bd6 req-1848e013-fd14-4732-a7a8-37f0db49319c tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 946 time: 0.1258707 Nov 09 10:39:18.983734 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:19.074344 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2e3b1301-dfc9-4c4d-9265-30690fb6bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:19.089857 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] Routers {'386d9510-5053-4c13-89b6-40b3a5d96c20'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:39:19.090497 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:38:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['386d9510-5053-4c13-89b6-40b3a5d96c20'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:19.182964 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae1975-d46b-440b-a267-e13f9cea19ad None None] Pushing event updated for resources: {'Port': ['ID=a39519ba-1a6b-488f-9379-b77504f6a38c,revision_number=3']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:19.204071 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-2e3b1301-dfc9-4c4d-9265-30690fb6bf79 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12e4a55ebe5e48bfa5943652bafe1820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7464600 Nov 09 10:39:19.204742 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 46292) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:19.227302 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b1301-dfc9-4c4d-9265-30690fb6bf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3081c1c-395a-4c29-b013-ba354b9836b6,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:19.236227 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-fd6f5157-9ff8-4adb-aa45-95efc20b8bd6 req-64ff71d6-bf99-4a9d-828f-afa42c0024cc tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680662 Nov 09 10:39:19.266447 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c651f4-20b5-4fe2-814e-591713953bd5 admin admin] Network dfefef20-de47-4c9a-978f-68c0c30d9420 is already hosted by enough agents. {{(pid=101905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:39:19.269042 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-73c651f4-20b5-4fe2-814e-591713953bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:39:19.340608 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-71ad12ab-7f09-4adc-8674-b232ebf99c2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:19.389997 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-71ad12ab-7f09-4adc-8674-b232ebf99c2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:19.391823 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] Set router 386d9510-5053-4c13-89b6-40b3a5d96c20 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:39:19.544434 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c651f4-20b5-4fe2-814e-591713953bd5 admin admin] Router 386d9510-5053-4c13-89b6-40b3a5d96c20 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:39:19.642164 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-71ad12ab-7f09-4adc-8674-b232ebf99c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:19.644895 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-71ad12ab-7f09-4adc-8674-b232ebf99c2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:19.648531 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-71ad12ab-7f09-4adc-8674-b232ebf99c2c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3081c1c-395a-4c29-b013-ba354b9836b6 HTTP/1.1" status: 204 len: 168 time: 0.4402711 Nov 09 10:39:19.683515 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad12ab-7f09-4adc-8674-b232ebf99c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3081c1c-395a-4c29-b013-ba354b9836b6,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:19.827240 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c651f4-20b5-4fe2-814e-591713953bd5 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:39:19.841184 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-73c651f4-20b5-4fe2-814e-591713953bd5 admin admin] 10.222.0.35 "PUT /v2.0/routers/386d9510-5053-4c13-89b6-40b3a5d96c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6110849 Nov 09 10:39:19.868692 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-3eeca2f4-add3-4b63-934f-2ea3eacbca6f None None] Provisioning complete for port 64b1f44e-bdd0-4527-8d63-2db24984f87b triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:19.869164 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3eeca2f4-add3-4b63-934f-2ea3eacbca6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:19.921878 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-3eeca2f4-add3-4b63-934f-2ea3eacbca6f None None] Port 64b1f44e-bdd0-4527-8d63-2db24984f87b cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:39:19.925860 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386d9510-5053-4c13-89b6-40b3a5d96c20', 'name': 'tempest-TestShelveInstance-1105787453-router', 'tenant_id': '83fb8edbd60f4766876b24533ec4ee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a39519ba-1a6b-488f-9379-b77504f6a38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:39:11Z', 'updated_at': '2021-11-09T10:39:18Z', 'revision_number': 4, 'project_id': '83fb8edbd60f4766876b24533ec4ee46', 'gw_port': {'id': 'a39519ba-1a6b-488f-9379-b77504f6a38c', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386d9510-5053-4c13-89b6-40b3a5d96c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:12Z', 'updated_at': '2021-11-09T10:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '64b1f44e-bdd0-4527-8d63-2db24984f87b', 'name': '', 'network_id': 'dfefef20-de47-4c9a-978f-68c0c30d9420', 'tenant_id': '83fb8edbd60f4766876b24533ec4ee46', 'mac_address': 'fa:16:3e:36:4e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386d9510-5053-4c13-89b6-40b3a5d96c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c4be990b-1876-43e5-a05d-eddc317363cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:17Z', 'updated_at': '2021-11-09T10:39:18Z', 'revision_number': 2, 'project_id': '83fb8edbd60f4766876b24533ec4ee46', 'subnets': [{'id': 'c4be990b-1876-43e5-a05d-eddc317363cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:19.954835 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8794e457-981c-4382-a043-6e16096fdf66 None None] The sync data for ids ['386d9510-5053-4c13-89b6-40b3a5d96c20'] in dv-cinder-816628-1-iscsi is: [{'id': '386d9510-5053-4c13-89b6-40b3a5d96c20', 'name': 'tempest-TestShelveInstance-1105787453-router', 'tenant_id': '83fb8edbd60f4766876b24533ec4ee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a39519ba-1a6b-488f-9379-b77504f6a38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:39:11Z', 'updated_at': '2021-11-09T10:39:18Z', 'revision_number': 4, 'project_id': '83fb8edbd60f4766876b24533ec4ee46', 'gw_port': {'id': 'a39519ba-1a6b-488f-9379-b77504f6a38c', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386d9510-5053-4c13-89b6-40b3a5d96c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:12Z', 'updated_at': '2021-11-09T10:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '64b1f44e-bdd0-4527-8d63-2db24984f87b', 'name': '', 'network_id': 'dfefef20-de47-4c9a-978f-68c0c30d9420', 'tenant_id': '83fb8edbd60f4766876b24533ec4ee46', 'mac_address': 'fa:16:3e:36:4e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386d9510-5053-4c13-89b6-40b3a5d96c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c4be990b-1876-43e5-a05d-eddc317363cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:17Z', 'updated_at': '2021-11-09T10:39:18Z', 'revision_number': 2, 'project_id': '83fb8edbd60f4766876b24533ec4ee46', 'subnets': [{'id': 'c4be990b-1876-43e5-a05d-eddc317363cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:39:20.374354 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285e272-11e4-45b6-be7a-7d40224377f9 req-4348ee77-f0fe-4540-bf03-282695fb6373 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:20.375021 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b285e272-11e4-45b6-be7a-7d40224377f9 req-4348ee77-f0fe-4540-bf03-282695fb6373 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 946 time: 0.0575955 Nov 09 10:39:20.435524 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b285e272-11e4-45b6-be7a-7d40224377f9 req-ba0f143c-78b8-4db7-a232-4c3f02088534 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531480 Nov 09 10:39:20.657249 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-6b599dd6-ffe6-4361-950b-56827d1c477e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:21.481728 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 46338) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:21.633885 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910bb4d-c983-41b8-8da6-5948f642dd0b req-7a1c81ff-7c31-4daa-b8a3-8d9104860208 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:21.643395 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b910bb4d-c983-41b8-8da6-5948f642dd0b req-7a1c81ff-7c31-4daa-b8a3-8d9104860208 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 946 time: 0.1015618 Nov 09 10:39:21.727935 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b910bb4d-c983-41b8-8da6-5948f642dd0b req-4fc29601-268a-422a-bfbf-fcc8d0cb2a44 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834565 Nov 09 10:39:21.793250 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2cff3e80-f685-4ab5-93e7-4b46926ea388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:21.973504 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2cff3e80-f685-4ab5-93e7-4b46926ea388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:22.051103 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2cff3e80-f685-4ab5-93e7-4b46926ea388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:22.221038 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-2cff3e80-f685-4ab5-93e7-4b46926ea388 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6693ee5542bf49bdb9c78ec1ec4dbdbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7356598 Nov 09 10:39:22.221038 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff3e80-f685-4ab5-93e7-4b46926ea388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd097dc-5337-4702-a129-77b0b82940f4,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:22.221395 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 46362) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:22.317113 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device a39519ba-1a6b-488f-9379-b77504f6a38c up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:39:22.365913 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-6f4f4bd6-73e2-474b-9a9a-4b0c2adff32f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:22.422613 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port a39519ba-1a6b-488f-9379-b77504f6a38c triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:22.423689 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:22.425400 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-6f4f4bd6-73e2-474b-9a9a-4b0c2adff32f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:22.559120 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:22.582549 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-6f4f4bd6-73e2-474b-9a9a-4b0c2adff32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:22.586190 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-6f4f4bd6-73e2-474b-9a9a-4b0c2adff32f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:22.587400 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-6f4f4bd6-73e2-474b-9a9a-4b0c2adff32f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4dd097dc-5337-4702-a129-77b0b82940f4 HTTP/1.1" status: 204 len: 168 time: 0.3644824 Nov 09 10:39:22.607553 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f4bd6-73e2-474b-9a9a-4b0c2adff32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd097dc-5337-4702-a129-77b0b82940f4,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:22.634681 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] For port a39519ba-1a6b-488f-9379-b77504f6a38c, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=a39519ba-1a6b-488f-9379-b77504f6a38c,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:39:22.732556 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:22.826392 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 46378) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:22.831239 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-cff65570-74e3-4280-9e11-ef7da8bfd943 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1547195770', 'description': 'tempest-secgroup-smoke-1547195770 description', 'project_id': '06af7c886c064b628757c347296afd9f'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:39:22.831570 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] Sync routers for ids ['386d9510-5053-4c13-89b6-40b3a5d96c20'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:39:22.845316 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] Routers {'386d9510-5053-4c13-89b6-40b3a5d96c20'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:39:22.845987 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:38:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['386d9510-5053-4c13-89b6-40b3a5d96c20'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:22.912592 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Pushing event updated for resources: {'Port': ['ID=a39519ba-1a6b-488f-9379-b77504f6a38c,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:22.980446 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-cff65570-74e3-4280-9e11-ef7da8bfd943 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:22.992312 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] Set router 386d9510-5053-4c13-89b6-40b3a5d96c20 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:39:23.097409 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-cff65570-74e3-4280-9e11-ef7da8bfd943 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:23.148850 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-cff65570-74e3-4280-9e11-ef7da8bfd943 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:23.240653 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff65570-74e3-4280-9e11-ef7da8bfd943 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a1819c-fc51-4f96-88d6-1c72eb59764d,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:23.244115 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386d9510-5053-4c13-89b6-40b3a5d96c20', 'name': 'tempest-TestShelveInstance-1105787453-router', 'tenant_id': '83fb8edbd60f4766876b24533ec4ee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a39519ba-1a6b-488f-9379-b77504f6a38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:39:11Z', 'updated_at': '2021-11-09T10:39:18Z', 'revision_number': 4, 'project_id': '83fb8edbd60f4766876b24533ec4ee46', 'gw_port': {'id': 'a39519ba-1a6b-488f-9379-b77504f6a38c', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386d9510-5053-4c13-89b6-40b3a5d96c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:12Z', 'updated_at': '2021-11-09T10:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '64b1f44e-bdd0-4527-8d63-2db24984f87b', 'name': '', 'network_id': 'dfefef20-de47-4c9a-978f-68c0c30d9420', 'tenant_id': '83fb8edbd60f4766876b24533ec4ee46', 'mac_address': 'fa:16:3e:36:4e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386d9510-5053-4c13-89b6-40b3a5d96c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c4be990b-1876-43e5-a05d-eddc317363cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:17Z', 'updated_at': '2021-11-09T10:39:18Z', 'revision_number': 2, 'project_id': '83fb8edbd60f4766876b24533ec4ee46', 'subnets': [{'id': 'c4be990b-1876-43e5-a05d-eddc317363cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:23.251842 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-cff65570-74e3-4280-9e11-ef7da8bfd943 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:23.258043 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-cff65570-74e3-4280-9e11-ef7da8bfd943 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4300008 Nov 09 10:39:23.261105 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 46386) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:23.274590 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-4b0154a0-853f-4943-b32d-7bff0f36caa9 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Request body: {'security_group_rule': {'security_group_id': 'd6a1819c-fc51-4f96-88d6-1c72eb59764d', 'project_id': '06af7c886c064b628757c347296afd9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:39:23.280991 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] Checking router: 386d9510-5053-4c13-89b6-40b3a5d96c20 for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:39:23.281702 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] Updating router 386d9510-5053-4c13-89b6-40b3a5d96c20 port 64b1f44e-bdd0-4527-8d63-2db24984f87b binding host dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 10:39:23.309255 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:23.348912 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-9cead261-563d-4321-8b53-b87876950967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:23.453770 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4b0154a0-853f-4943-b32d-7bff0f36caa9 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:23.578624 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4b0154a0-853f-4943-b32d-7bff0f36caa9 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:23.648884 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] Publish callbacks [] for port, precommit_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:23.651288 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4b0154a0-853f-4943-b32d-7bff0f36caa9 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:23.669442 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0154a0-853f-4943-b32d-7bff0f36caa9 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a31bf85-e9a5-4533-bc57-b9bfe977ff08,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:23.765449 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:23.779439 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4b0154a0-853f-4943-b32d-7bff0f36caa9 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:23.780719 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-4b0154a0-853f-4943-b32d-7bff0f36caa9 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5175469 Nov 09 10:39:23.784246 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 46414) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:23.788899 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-fdb21f0d-4daa-468a-800e-99050f1cf8d3 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Request body: {'security_group_rule': {'security_group_id': 'd6a1819c-fc51-4f96-88d6-1c72eb59764d', 'project_id': '06af7c886c064b628757c347296afd9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:39:23.837879 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa67326-4d21-4336-8015-72ba4a308f7d None None] Pushing event updated for resources: {'Port': ['ID=64b1f44e-bdd0-4527-8d63-2db24984f87b,revision_number=3']} {{(pid=101907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:23.931744 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] Attempting to bind port 64b1f44e-bdd0-4527-8d63-2db24984f87b on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:39:23.932393 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] Attempting to bind port 64b1f44e-bdd0-4527-8d63-2db24984f87b by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': '385c124e-6941-4b1d-a947-789cca3fb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dfefef20-de47-4c9a-978f-68c0c30d9420'}] {{(pid=101907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:39:23.932942 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] Attempting to bind port 64b1f44e-bdd0-4527-8d63-2db24984f87b on network dfefef20-de47-4c9a-978f-68c0c30d9420 {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:39:23.940072 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:39:23.941089 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] Checking segment: {'id': '385c124e-6941-4b1d-a947-789cca3fb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dfefef20-de47-4c9a-978f-68c0c30d9420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:39:23.941674 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:23.942217 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] Bound using segment: {'id': '385c124e-6941-4b1d-a947-789cca3fb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dfefef20-de47-4c9a-978f-68c0c30d9420'} {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:39:23.943538 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] Bound port: 64b1f44e-bdd0-4527-8d63-2db24984f87b, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385c124e-6941-4b1d-a947-789cca3fb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dfefef20-de47-4c9a-978f-68c0c30d9420'}}] {{(pid=101907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:39:23.944179 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:23.945064 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fdb21f0d-4daa-468a-800e-99050f1cf8d3 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:23.965733 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:24.035582 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.db [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] For port 64b1f44e-bdd0-4527-8d63-2db24984f87b, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:39:24.041072 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.db [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] For port 64b1f44e-bdd0-4527-8d63-2db24984f87b, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=64b1f44e-bdd0-4527-8d63-2db24984f87b,segment=NetworkSegment(385c124e-6941-4b1d-a947-789cca3fb876),segment_id=385c124e-6941-4b1d-a947-789cca3fb876)] {{(pid=101907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:39:24.052276 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fdb21f0d-4daa-468a-800e-99050f1cf8d3 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:24.126398 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:24.143200 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fdb21f0d-4daa-468a-800e-99050f1cf8d3 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:24.205061 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb21f0d-4daa-468a-800e-99050f1cf8d3 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b71075-9dd9-474c-b453-e74ba3dc34a5,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:24.270602 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device a39519ba-1a6b-488f-9379-b77504f6a38c up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:39:24.276467 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fdb21f0d-4daa-468a-800e-99050f1cf8d3 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:24.281425 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] Routers {'386d9510-5053-4c13-89b6-40b3a5d96c20'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:39:24.281788 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 46426) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:24.282689 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-fdb21f0d-4daa-468a-800e-99050f1cf8d3 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4973638 Nov 09 10:39:24.284813 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:39:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['386d9510-5053-4c13-89b6-40b3a5d96c20'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:24.290572 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-2c15fb99-e6c2-492b-815d-e0a6aedebe63 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Request body: {'security_group_rule': {'security_group_id': 'd6a1819c-fc51-4f96-88d6-1c72eb59764d', 'project_id': '06af7c886c064b628757c347296afd9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:39:24.383159 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa67326-4d21-4336-8015-72ba4a308f7d None None] Pushing event updated for resources: {'Port': ['ID=64b1f44e-bdd0-4527-8d63-2db24984f87b,revision_number=4']} {{(pid=101907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:24.395549 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 46432) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:24.409421 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-ec4baebd-f524-4931-b9a8-4fec4ccfd547 None None] Provisioning complete for port 64b1f44e-bdd0-4527-8d63-2db24984f87b triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:24.409962 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-ec4baebd-f524-4931-b9a8-4fec4ccfd547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:24.437423 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2c15fb99-e6c2-492b-815d-e0a6aedebe63 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:24.558798 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2c15fb99-e6c2-492b-815d-e0a6aedebe63 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:24.561715 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] Set router 386d9510-5053-4c13-89b6-40b3a5d96c20 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:39:24.598026 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port a39519ba-1a6b-488f-9379-b77504f6a38c triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:24.598386 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:24.657545 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2c15fb99-e6c2-492b-815d-e0a6aedebe63 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:24.665420 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-98fe4500-35d4-407d-ac89-efb467e1f3ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:24.709729 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15fb99-e6c2-492b-815d-e0a6aedebe63 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70440b91-60f7-45f2-bad9-7bbc4b0753a2,revision_number=0']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:24.746722 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15fb99-e6c2-492b-815d-e0a6aedebe63 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:24.747086 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15fb99-e6c2-492b-815d-e0a6aedebe63 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:24.747418 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15fb99-e6c2-492b-815d-e0a6aedebe63 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:24.747750 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15fb99-e6c2-492b-815d-e0a6aedebe63 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:24.749046 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15fb99-e6c2-492b-815d-e0a6aedebe63 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:24.749046 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15fb99-e6c2-492b-815d-e0a6aedebe63 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:24.749046 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15fb99-e6c2-492b-815d-e0a6aedebe63 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:24.749513 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15fb99-e6c2-492b-815d-e0a6aedebe63 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:24.749901 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15fb99-e6c2-492b-815d-e0a6aedebe63 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:24.750382 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15fb99-e6c2-492b-815d-e0a6aedebe63 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:24.750888 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15fb99-e6c2-492b-815d-e0a6aedebe63 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:24.751308 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15fb99-e6c2-492b-815d-e0a6aedebe63 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:24.785916 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-ec4baebd-f524-4931-b9a8-4fec4ccfd547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:24.798202 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2c15fb99-e6c2-492b-815d-e0a6aedebe63 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:24.803460 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 46436) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:24.804387 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-2c15fb99-e6c2-492b-815d-e0a6aedebe63 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5214372 Nov 09 10:39:24.808098 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-4acafc40-7c1d-483f-9c02-54459c092bc1 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Request body: {'security_group_rule': {'security_group_id': 'd6a1819c-fc51-4f96-88d6-1c72eb59764d', 'project_id': '06af7c886c064b628757c347296afd9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:39:24.860765 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-98fe4500-35d4-407d-ac89-efb467e1f3ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:24.893223 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386d9510-5053-4c13-89b6-40b3a5d96c20', 'name': 'tempest-TestShelveInstance-1105787453-router', 'tenant_id': '83fb8edbd60f4766876b24533ec4ee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a39519ba-1a6b-488f-9379-b77504f6a38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:39:11Z', 'updated_at': '2021-11-09T10:39:18Z', 'revision_number': 4, 'project_id': '83fb8edbd60f4766876b24533ec4ee46', 'gw_port': {'id': 'a39519ba-1a6b-488f-9379-b77504f6a38c', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386d9510-5053-4c13-89b6-40b3a5d96c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:12Z', 'updated_at': '2021-11-09T10:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '64b1f44e-bdd0-4527-8d63-2db24984f87b', 'name': '', 'network_id': 'dfefef20-de47-4c9a-978f-68c0c30d9420', 'tenant_id': '83fb8edbd60f4766876b24533ec4ee46', 'mac_address': 'fa:16:3e:36:4e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386d9510-5053-4c13-89b6-40b3a5d96c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c4be990b-1876-43e5-a05d-eddc317363cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:17Z', 'updated_at': '2021-11-09T10:39:24Z', 'revision_number': 4, 'project_id': '83fb8edbd60f4766876b24533ec4ee46', 'subnets': [{'id': 'c4be990b-1876-43e5-a05d-eddc317363cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:39:24.905705 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-ec4baebd-f524-4931-b9a8-4fec4ccfd547 None None] For port 64b1f44e-bdd0-4527-8d63-2db24984f87b, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=64b1f44e-bdd0-4527-8d63-2db24984f87b,segment=NetworkSegment(385c124e-6941-4b1d-a947-789cca3fb876),segment_id=385c124e-6941-4b1d-a947-789cca3fb876)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:39:24.920424 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-98fe4500-35d4-407d-ac89-efb467e1f3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:24.926771 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4acafc40-7c1d-483f-9c02-54459c092bc1 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:24.954199 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfb1db-ee4f-4090-99c4-3a7f013a5536 None None] The sync data for ids ['386d9510-5053-4c13-89b6-40b3a5d96c20'] in dv-cinder-816628-1-iscsi is: [{'id': '386d9510-5053-4c13-89b6-40b3a5d96c20', 'name': 'tempest-TestShelveInstance-1105787453-router', 'tenant_id': '83fb8edbd60f4766876b24533ec4ee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a39519ba-1a6b-488f-9379-b77504f6a38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:39:11Z', 'updated_at': '2021-11-09T10:39:18Z', 'revision_number': 4, 'project_id': '83fb8edbd60f4766876b24533ec4ee46', 'gw_port': {'id': 'a39519ba-1a6b-488f-9379-b77504f6a38c', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386d9510-5053-4c13-89b6-40b3a5d96c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:12Z', 'updated_at': '2021-11-09T10:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '64b1f44e-bdd0-4527-8d63-2db24984f87b', 'name': '', 'network_id': 'dfefef20-de47-4c9a-978f-68c0c30d9420', 'tenant_id': '83fb8edbd60f4766876b24533ec4ee46', 'mac_address': 'fa:16:3e:36:4e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386d9510-5053-4c13-89b6-40b3a5d96c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c4be990b-1876-43e5-a05d-eddc317363cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:17Z', 'updated_at': '2021-11-09T10:39:24Z', 'revision_number': 4, 'project_id': '83fb8edbd60f4766876b24533ec4ee46', 'subnets': [{'id': 'c4be990b-1876-43e5-a05d-eddc317363cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:39:24.972573 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-98fe4500-35d4-407d-ac89-efb467e1f3ad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a9eb80756114041bd98a03a12b9050a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5755792 Nov 09 10:39:24.974934 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 46440) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:24.976280 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe4500-35d4-407d-ac89-efb467e1f3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808ad89a-67a4-4057-b1e4-f4715a9393f8,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:24.988451 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-ec4baebd-f524-4931-b9a8-4fec4ccfd547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:25.066463 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-abc0403f-4702-40ed-af62-c572fa5e0ff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:25.069938 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4acafc40-7c1d-483f-9c02-54459c092bc1 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:25.081404 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4baebd-f524-4931-b9a8-4fec4ccfd547 None None] Pushing event updated for resources: {'Port': ['ID=64b1f44e-bdd0-4527-8d63-2db24984f87b,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:25.092724 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-abc0403f-4702-40ed-af62-c572fa5e0ff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:25.113891 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-8d796f50-ac7f-4efc-8eb3-5fcec2633ab3 None None] Provisioning complete for port 64b1f44e-bdd0-4527-8d63-2db24984f87b triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:25.114255 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-8d796f50-ac7f-4efc-8eb3-5fcec2633ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:25.145269 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4acafc40-7c1d-483f-9c02-54459c092bc1 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:25.178663 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acafc40-7c1d-483f-9c02-54459c092bc1 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f19fb8-3c0e-42b7-b765-111b54a21a14,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:25.234261 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-abc0403f-4702-40ed-af62-c572fa5e0ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:25.237115 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-abc0403f-4702-40ed-af62-c572fa5e0ff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:25.238969 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-abc0403f-4702-40ed-af62-c572fa5e0ff8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/808ad89a-67a4-4057-b1e4-f4715a9393f8 HTTP/1.1" status: 204 len: 168 time: 0.2577543 Nov 09 10:39:25.252603 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0403f-4702-40ed-af62-c572fa5e0ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808ad89a-67a4-4057-b1e4-f4715a9393f8,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:25.266624 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4acafc40-7c1d-483f-9c02-54459c092bc1 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:25.266624 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-4acafc40-7c1d-483f-9c02-54459c092bc1 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4615347 Nov 09 10:39:25.269051 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 46444) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:25.274435 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-fbc76031-5843-41c7-901d-a17faa5e4430 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Request body: {'security_group_rule': {'security_group_id': 'd6a1819c-fc51-4f96-88d6-1c72eb59764d', 'project_id': '06af7c886c064b628757c347296afd9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:39:25.520470 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.securitygroups_db [None req-fbc76031-5843-41c7-901d-a17faa5e4430 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Project 06af7c886c064b628757c347296afd9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 10:39:25.529639 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fbc76031-5843-41c7-901d-a17faa5e4430 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:25.600510 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:25.632668 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fbc76031-5843-41c7-901d-a17faa5e4430 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:25.823428 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fbc76031-5843-41c7-901d-a17faa5e4430 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:25.842808 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc76031-5843-41c7-901d-a17faa5e4430 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e79dde-01ae-4cca-8fec-2e5fab54fde8,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:26.088335 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fbc76031-5843-41c7-901d-a17faa5e4430 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:26.089979 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-fbc76031-5843-41c7-901d-a17faa5e4430 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8195894 Nov 09 10:39:26.093049 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 46460) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:26.097767 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-687234dc-db6c-4a5d-9a89-4133f4611eeb tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Request body: {'security_group_rule': {'security_group_id': 'd6a1819c-fc51-4f96-88d6-1c72eb59764d', 'project_id': '06af7c886c064b628757c347296afd9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:39:26.183044 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 64b1f44e-bdd0-4527-8d63-2db24984f87b up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:39:26.233974 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 64b1f44e-bdd0-4527-8d63-2db24984f87b triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:26.242946 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:26.345665 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:26.548267 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:26.548468 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.db.securitygroups_db [None req-687234dc-db6c-4a5d-9a89-4133f4611eeb tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Project 06af7c886c064b628757c347296afd9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 10:39:26.553972 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-687234dc-db6c-4a5d-9a89-4133f4611eeb tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:26.752401 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-687234dc-db6c-4a5d-9a89-4133f4611eeb tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:26.839802 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-687234dc-db6c-4a5d-9a89-4133f4611eeb tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:26.856870 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687234dc-db6c-4a5d-9a89-4133f4611eeb tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d24efd5-7902-4ef4-a293-308b4471cdb1,revision_number=0']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:26.991907 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-687234dc-db6c-4a5d-9a89-4133f4611eeb tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:26.997317 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-687234dc-db6c-4a5d-9a89-4133f4611eeb tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9030972 Nov 09 10:39:28.125477 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-22444e98-bf1a-48b6-b568-cc2af073c17c req-106ff96a-795a-473a-990f-8c93f57a86ad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437765 Nov 09 10:39:28.202356 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22444e98-bf1a-48b6-b568-cc2af073c17c req-6cbffca1-434a-45a2-b185-2b48041bd057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:28.204061 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-22444e98-bf1a-48b6-b568-cc2af073c17c req-6cbffca1-434a-45a2-b185-2b48041bd057 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0cd90823f43e4d41be05683e40b3ac62&device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 1099 time: 0.0501723 Nov 09 10:39:28.359939 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22444e98-bf1a-48b6-b568-cc2af073c17c req-ff79088f-5fbd-446f-b1a6-c3210e61274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:28.361460 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-22444e98-bf1a-48b6-b568-cc2af073c17c req-ff79088f-5fbd-446f-b1a6-c3210e61274f service neutron] 10.222.0.30 "GET /v2.0/networks?id=34358316-6aa9-484d-bebb-9653f7b5c623 HTTP/1.1" status: 200 len: 916 time: 0.1273839 Nov 09 10:39:28.518029 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 46566) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:28.678425 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-30bc0124-8526-463f-a7a3-12af0346101e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:28.747435 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-5d1f2a16-fac4-44ea-9b9a-c6f8049f8e2c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:28.749055 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-5d1f2a16-fac4-44ea-9b9a-c6f8049f8e2c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/networks?id=56f69718-58a6-4143-a9fa-e85c00997496 HTTP/1.1" status: 200 len: 815 time: 0.1445203 Nov 09 10:39:28.772799 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-920d6ad1-3490-4871-8b01-5fe6a880ab72 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/quotas/b538f1548c3549a188cafef15f81b59c HTTP/1.1" status: 200 len: 375 time: 0.0167968 Nov 09 10:39:28.838463 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-30bc0124-8526-463f-a7a3-12af0346101e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:28.853579 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-d1688848-aca9-4028-aa09-e55603b74e28 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b538f1548c3549a188cafef15f81b59c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745788 Nov 09 10:39:28.921732 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-30bc0124-8526-463f-a7a3-12af0346101e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:28.971590 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc0124-8526-463f-a7a3-12af0346101e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45a0935-49e5-4045-b408-74d89e270168,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:28.979870 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-30bc0124-8526-463f-a7a3-12af0346101e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c0e8782acc75477b8e5901fb27741787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4584017 Nov 09 10:39:28.980322 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 46586) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:28.992832 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-5cfe0815-8548-44ec-8fc2-e09cadc8dde4 service neutron] 10.222.0.35 "GET /v2.0/networks/56f69718-58a6-4143-a9fa-e85c00997496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271958 Nov 09 10:39:29.034546 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-87d72d73-5c4b-4ca4-a2bc-7481c51daf90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:29.059168 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-87d72d73-5c4b-4ca4-a2bc-7481c51daf90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:29.104723 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-6c80444b-2b80-44e6-9b66-77ae45548d9a service neutron] 10.222.0.35 "GET /v2.0/networks/56f69718-58a6-4143-a9fa-e85c00997496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049831 Nov 09 10:39:29.209142 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-87d72d73-5c4b-4ca4-a2bc-7481c51daf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:29.211837 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-87d72d73-5c4b-4ca4-a2bc-7481c51daf90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:29.213014 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-87d72d73-5c4b-4ca4-a2bc-7481c51daf90 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a45a0935-49e5-4045-b408-74d89e270168 HTTP/1.1" status: 204 len: 168 time: 0.2315888 Nov 09 10:39:29.230008 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d72d73-5c4b-4ca4-a2bc-7481c51daf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45a0935-49e5-4045-b408-74d89e270168,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:29.252907 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-22444e98-bf1a-48b6-b568-cc2af073c17c req-09e4e5d8-2f28-413f-a393-b0e7d076d675 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07b8bf6a-cca9-4efb-8c77-23793d3ff931 HTTP/1.1" status: 200 len: 1000 time: 0.0806723 Nov 09 10:39:29.364001 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-5c04d7b8-cad2-4d10-a59e-60a397104af9 req-47e089cc-09e0-4b4f-96ad-e48266d6e42d tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 210 time: 0.0302148 Nov 09 10:39:29.981364 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 46608) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:29.995459 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-789a2b72-fbdd-43a5-9a6b-f1826fed1f9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:30.076245 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22444e98-bf1a-48b6-b568-cc2af073c17c req-25ae2e9f-4a00-4254-9c53-487bc4a7db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:30.077772 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-22444e98-bf1a-48b6-b568-cc2af073c17c req-25ae2e9f-4a00-4254-9c53-487bc4a7db1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46b6d451-069c-417f-a922-9abd3afe77e2 HTTP/1.1" status: 200 len: 855 time: 0.0647326 Nov 09 10:39:30.109560 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-789a2b72-fbdd-43a5-9a6b-f1826fed1f9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:30.193979 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-789a2b72-fbdd-43a5-9a6b-f1826fed1f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:30.233480 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-789a2b72-fbdd-43a5-9a6b-f1826fed1f9e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e8c47f6d967849c686ac15b53cb4cca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510128 Nov 09 10:39:30.234571 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a2b72-fbdd-43a5-9a6b-f1826fed1f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d37dca-2f97-4c5c-83e2-5c5e376ba02e,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:30.238116 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 46612) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:30.299172 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f50e88de-18b7-4921-bdc8-1b8c57d2585f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:30.320909 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f50e88de-18b7-4921-bdc8-1b8c57d2585f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:30.448115 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d4e43a19-a2c2-4518-b52e-21ad64372e1e req-4337039e-e7a0-4f24-ad15-da1a68f19d20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 210 time: 0.0263214 Nov 09 10:39:30.497207 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f50e88de-18b7-4921-bdc8-1b8c57d2585f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:30.499861 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f50e88de-18b7-4921-bdc8-1b8c57d2585f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:30.501037 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-f50e88de-18b7-4921-bdc8-1b8c57d2585f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f1d37dca-2f97-4c5c-83e2-5c5e376ba02e HTTP/1.1" status: 204 len: 168 time: 0.2616465 Nov 09 10:39:30.509251 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e88de-18b7-4921-bdc8-1b8c57d2585f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d37dca-2f97-4c5c-83e2-5c5e376ba02e,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:31.030125 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22444e98-bf1a-48b6-b568-cc2af073c17c req-7782ace8-52ba-48f3-b889-321c8db132d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:31.031512 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-22444e98-bf1a-48b6-b568-cc2af073c17c req-7782ace8-52ba-48f3-b889-321c8db132d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34358316-6aa9-484d-bebb-9653f7b5c623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601959 Nov 09 10:39:31.133989 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-22444e98-bf1a-48b6-b568-cc2af073c17c req-25665929-e5bf-49a1-8202-99e1bb7e6a21 service neutron] 10.222.0.30 "GET /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948553 Nov 09 10:39:31.559186 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d9b32dfc-4a5b-453a-afdc-fda7688d8392 req-2dab0247-28c5-4bfc-b449-ad6be2a179b6 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 210 time: 0.0309353 Nov 09 10:39:31.593722 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-22444e98-bf1a-48b6-b568-cc2af073c17c req-dc800a67-8fb2-4020-bceb-003a9a1baa5d service neutron] 10.222.0.30 "GET /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515080 Nov 09 10:39:32.372939 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-4d9d9829-e862-40b8-9e33-4478c5ec0112 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:32.374486 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-4d9d9829-e862-40b8-9e33-4478c5ec0112 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.30 "GET /v2.0/networks?id=56f69718-58a6-4143-a9fa-e85c00997496 HTTP/1.1" status: 200 len: 815 time: 0.1074011 Nov 09 10:39:32.391609 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-ed5e0b88-b9c8-447b-a5fc-6bb4992320d6 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Request body: {'port': {'device_id': '861de895-d655-4b82-b16d-b4f73e9ccba3', 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496', 'admin_state_up': True, 'tenant_id': 'b538f1548c3549a188cafef15f81b59c'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:39:32.610731 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-ed5e0b88-b9c8-447b-a5fc-6bb4992320d6 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Made reservation on behalf of b538f1548c3549a188cafef15f81b59c for: {'port': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:39:32.614317 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-ed5e0b88-b9c8-447b-a5fc-6bb4992320d6 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:32.688814 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-0209ba85-0080-4012-a65b-fa0aa56615fe req-eb450e38-a82b-4094-882f-d90b14ac280c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 210 time: 0.0288210 Nov 09 10:39:32.762568 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-ed5e0b88-b9c8-447b-a5fc-6bb4992320d6 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Allocated IP 172.20.0.14 (56f69718-58a6-4143-a9fa-e85c00997496/1e8c19ae-f549-4b9e-a681-beeb62d4a4a4/7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:39:32.955340 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-ed5e0b88-b9c8-447b-a5fc-6bb4992320d6 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:33.075307 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-ed5e0b88-b9c8-447b-a5fc-6bb4992320d6 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:33.124833 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-ed5e0b88-b9c8-447b-a5fc-6bb4992320d6 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Network 56f69718-58a6-4143-a9fa-e85c00997496 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:39:33.133156 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-ed5e0b88-b9c8-447b-a5fc-6bb4992320d6 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:39:33.137218 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-ed5e0b88-b9c8-447b-a5fc-6bb4992320d6 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:39:33.163304 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e0b88-b9c8-447b-a5fc-6bb4992320d6 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Pushing event updated for resources: {'Port': ['ID=7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:33.197696 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-ed5e0b88-b9c8-447b-a5fc-6bb4992320d6 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:33.199034 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-ed5e0b88-b9c8-447b-a5fc-6bb4992320d6 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:33.305956 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-ed5e0b88-b9c8-447b-a5fc-6bb4992320d6 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9183114 Nov 09 10:39:33.328615 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] Request body: {'port': {'device_id': '861de895-d655-4b82-b16d-b4f73e9ccba3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81662'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:39:33.418138 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:33.696310 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-2d79b848-1a07-4d22-ac28-6d658c94318b None None] Provisioning complete for port 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:33.698060 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-2d79b848-1a07-4d22-ac28-6d658c94318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:33.785258 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 46732) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:33.797960 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-2d79b848-1a07-4d22-ac28-6d658c94318b None None] Port 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:39:33.928404 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f36ff-8712-4a61-85d4-79e2aad6a192 req-79087dad-db4b-47c8-afea-a4ed1189268b tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:33.930545 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-141f36ff-8712-4a61-85d4-79e2aad6a192 req-79087dad-db4b-47c8-afea-a4ed1189268b tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 932 time: 0.1017416 Nov 09 10:39:33.966756 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-4c7d9f84-9e70-4727-8ebf-c60dcfa417b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:34.040516 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 46738) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:34.081253 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-141f36ff-8712-4a61-85d4-79e2aad6a192 req-9d320210-c7f2-4940-a1bb-61ed8de87d3c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397164 Nov 09 10:39:34.097359 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff {{(pid=101904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:39:34.113591 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:34.135910 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-4c7d9f84-9e70-4727-8ebf-c60dcfa417b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:34.136508 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.provisioning_blocks [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] Transition to ACTIVE for port object 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff will not be triggered until provisioned by entity L2. {{(pid=101904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:39:34.199339 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:34.227190 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-6c3360f7-436d-4b76-8031-acbd7bd999d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:34.230195 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-4c7d9f84-9e70-4727-8ebf-c60dcfa417b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:34.264840 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] Pushing event updated for resources: {'Port': ['ID=7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:34.348752 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-4c7d9f84-9e70-4727-8ebf-c60dcfa417b6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d08cdb6583248579cd3eeee45792c1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5611217 Nov 09 10:39:34.352445 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 46746) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:34.362205 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d9f84-9e70-4727-8ebf-c60dcfa417b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccecbfa0-f5e4-4581-87e4-1f8cb84ca468,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:34.446684 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] Attempting to bind port 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff on host hv-cinder-81662 for vnic_type normal with profile {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:39:34.447011 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] Attempting to bind port 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff by drivers openvswitch,hyperv on host hv-cinder-81662 at level 0 using segments [{'id': 'a8bb5221-cf3a-4878-8c04-f567ad3286d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496'}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:39:34.447337 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] Attempting to bind port 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff on network 56f69718-58a6-4143-a9fa-e85c00997496 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:39:34.462488 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] Port 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff on network 56f69718-58a6-4143-a9fa-e85c00997496 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81662 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 10:39:34.463071 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] Attempting to bind port 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff on network 56f69718-58a6-4143-a9fa-e85c00997496 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:39:34.469084 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] Checking agent: {'id': 'b8adbdf0-e7b5-4c08-8a0d-020b5ee3746c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'started_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:39:34.469732 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] Checking segment: {'id': 'a8bb5221-cf3a-4878-8c04-f567ad3286d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:39:34.470280 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] Bound using segment: {'id': 'a8bb5221-cf3a-4878-8c04-f567ad3286d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496'} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:39:34.470895 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] Bound port: 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff, host: hv-cinder-81662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8bb5221-cf3a-4878-8c04-f567ad3286d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496'}}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:39:34.471488 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:34.484756 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-6c3360f7-436d-4b76-8031-acbd7bd999d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:34.486541 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9536ad29-8f00-45f7-af16-9d0663d9e52b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:34.547770 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9536ad29-8f00-45f7-af16-9d0663d9e52b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:34.551454 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-6c3360f7-436d-4b76-8031-acbd7bd999d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:34.632488 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] For port 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff, host hv-cinder-81662, cleared binding levels {{(pid=101904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:39:34.637207 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] For port 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff, host hv-cinder-81662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff,segment=NetworkSegment(a8bb5221-cf3a-4878-8c04-f567ad3286d5),segment_id=a8bb5221-cf3a-4878-8c04-f567ad3286d5)] {{(pid=101904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:39:34.652665 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3360f7-436d-4b76-8031-acbd7bd999d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba004cc-4139-4853-bcfa-21036033169c,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:34.666657 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-6c3360f7-436d-4b76-8031-acbd7bd999d1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=80da3fed4ef949e3bed31e0a40a3d388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6239347 Nov 09 10:39:34.669579 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 46752) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:34.722380 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:34.760782 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d1b057a7-68a4-4641-82d8-1de63589a20c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:34.762541 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:34.764146 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:34.766038 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] 10.222.0.30 "PUT /v2.0/ports/7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff HTTP/1.1" status: 200 len: 1094 time: 1.4423392 Nov 09 10:39:34.769174 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861de895-d655-4b82-b16d-b4f73e9ccba3', 'tag': '7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:39:34.771628 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d1c3ff-7700-47fb-9576-47917ec922b0" -d '{"events": [{"name": "network-changed", "server_uuid": "861de895-d655-4b82-b16d-b4f73e9ccba3", "tag": "7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:39:34.796374 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d1b057a7-68a4-4641-82d8-1de63589a20c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:34.801882 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26874d1-b059-43ea-a3a1-87f9dbd993fe service neutron] Pushing event updated for resources: {'Port': ['ID=7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff,revision_number=3']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:34.834642 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c2ca1d-f491-4417-9d63-9400cb2b3153 x-openstack-request-id: req-53c2ca1d-f491-4417-9d63-9400cb2b3153 {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:39:34.834938 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861de895-d655-4b82-b16d-b4f73e9ccba3", "tag": "7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:39:34.835193 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-53c2ca1d-f491-4417-9d63-9400cb2b3153 {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:39:34.835599 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861de895-d655-4b82-b16d-b4f73e9ccba3', 'tag': '7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff', 'status': 'completed', 'code': 200} Nov 09 10:39:34.852323 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9536ad29-8f00-45f7-af16-9d0663d9e52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:34.855237 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9536ad29-8f00-45f7-af16-9d0663d9e52b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:34.856452 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-9536ad29-8f00-45f7-af16-9d0663d9e52b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ccecbfa0-f5e4-4581-87e4-1f8cb84ca468 HTTP/1.1" status: 204 len: 168 time: 0.5025795 Nov 09 10:39:34.866710 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536ad29-8f00-45f7-af16-9d0663d9e52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccecbfa0-f5e4-4581-87e4-1f8cb84ca468,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:34.942173 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d1b057a7-68a4-4641-82d8-1de63589a20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:34.945104 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d1b057a7-68a4-4641-82d8-1de63589a20c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:34.946257 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-d1b057a7-68a4-4641-82d8-1de63589a20c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aba004cc-4139-4853-bcfa-21036033169c HTTP/1.1" status: 204 len: 168 time: 0.2755022 Nov 09 10:39:34.954840 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b057a7-68a4-4641-82d8-1de63589a20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba004cc-4139-4853-bcfa-21036033169c,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:35.224827 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b3619-0a92-4ba6-b455-937dc89d653a req-45c64f18-127e-4f7a-b8e2-2899c0145de3 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:35.231268 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-518b3619-0a92-4ba6-b455-937dc89d653a req-45c64f18-127e-4f7a-b8e2-2899c0145de3 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 944 time: 0.0642648 Nov 09 10:39:35.287282 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-518b3619-0a92-4ba6-b455-937dc89d653a req-60bbf123-0538-42f0-bd43-23346306bd71 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537226 Nov 09 10:39:35.835808 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 46776) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:35.849812 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-45b798fc-603a-4e25-8445-33499b48c7dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:35.919574 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 46778) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:35.936483 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-143ca426-5d22-49c8-b951-b89434219b2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:35.937673 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-45b798fc-603a-4e25-8445-33499b48c7dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:36.016826 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-45b798fc-603a-4e25-8445-33499b48c7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:36.041857 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-143ca426-5d22-49c8-b951-b89434219b2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:36.058349 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b798fc-603a-4e25-8445-33499b48c7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1581ca-d899-49f5-ac10-5b82befb5c1c,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:36.082187 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-45b798fc-603a-4e25-8445-33499b48c7dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6c9ae15f1d0e4751895f17c36530d8fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452583 Nov 09 10:39:36.085029 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 46782) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:36.106282 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-143ca426-5d22-49c8-b951-b89434219b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:36.168783 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-143ca426-5d22-49c8-b951-b89434219b2c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b7b767f03834570b6d311c3088fd4af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478340 Nov 09 10:39:36.170760 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ca426-5d22-49c8-b951-b89434219b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7fde9c-2b63-497c-8fed-f3c43e89d76f,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:36.171524 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 46784) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:36.188529 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-10bdb1e8-590a-47d7-9cdf-c7bd22f02604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:36.220994 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-10bdb1e8-590a-47d7-9cdf-c7bd22f02604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:36.233209 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-652dcd54-eb8f-4610-98d3-af60e9e0314c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:36.269065 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-652dcd54-eb8f-4610-98d3-af60e9e0314c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:36.365402 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-10bdb1e8-590a-47d7-9cdf-c7bd22f02604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:36.368419 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-10bdb1e8-590a-47d7-9cdf-c7bd22f02604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:36.369816 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-10bdb1e8-590a-47d7-9cdf-c7bd22f02604 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f1581ca-d899-49f5-ac10-5b82befb5c1c HTTP/1.1" status: 204 len: 168 time: 0.2838044 Nov 09 10:39:36.405476 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-652dcd54-eb8f-4610-98d3-af60e9e0314c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:36.409010 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-652dcd54-eb8f-4610-98d3-af60e9e0314c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:36.410649 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-652dcd54-eb8f-4610-98d3-af60e9e0314c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b7fde9c-2b63-497c-8fed-f3c43e89d76f HTTP/1.1" status: 204 len: 168 time: 0.2381139 Nov 09 10:39:36.427232 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bdb1e8-590a-47d7-9cdf-c7bd22f02604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1581ca-d899-49f5-ac10-5b82befb5c1c,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:36.435943 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652dcd54-eb8f-4610-98d3-af60e9e0314c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7fde9c-2b63-497c-8fed-f3c43e89d76f,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:36.493542 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab5267-f544-4235-8ef1-4876a7ec375d req-ba17ddfc-02d1-4bca-8baf-e13537b65723 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:36.495141 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b6ab5267-f544-4235-8ef1-4876a7ec375d req-ba17ddfc-02d1-4bca-8baf-e13537b65723 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 944 time: 0.1239595 Nov 09 10:39:36.602898 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b6ab5267-f544-4235-8ef1-4876a7ec375d req-15b22478-49b0-40fa-a620-8c235f9c2291 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999868 Nov 09 10:39:37.816890 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d318b4-8a8a-41d7-90e8-a662161704aa req-9f40b4c1-a465-48de-807b-c16f01e49ff7 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:37.818699 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c7d318b4-8a8a-41d7-90e8-a662161704aa req-9f40b4c1-a465-48de-807b-c16f01e49ff7 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 944 time: 0.0928411 Nov 09 10:39:37.948532 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c7d318b4-8a8a-41d7-90e8-a662161704aa req-8eb58473-f065-460a-9fc0-8ddbcf036c83 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166337 Nov 09 10:39:39.104375 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022be8e1-c3ea-4ec7-9423-27f05031df55 req-8de7abaa-e8a2-46f3-82dc-48ab1737e616 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:39.107269 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-022be8e1-c3ea-4ec7-9423-27f05031df55 req-8de7abaa-e8a2-46f3-82dc-48ab1737e616 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 944 time: 0.0703561 Nov 09 10:39:39.183054 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-022be8e1-c3ea-4ec7-9423-27f05031df55 req-cf98dcbc-8454-43cb-9aa5-f5ebd7c065f6 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701370 Nov 09 10:39:40.311701 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ddfa6-430b-4f12-b95d-0e6390180190 req-6680ddea-dc9e-4a8b-a0a6-bcd7ad1ce148 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:40.313322 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e73ddfa6-430b-4f12-b95d-0e6390180190 req-6680ddea-dc9e-4a8b-a0a6-bcd7ad1ce148 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 944 time: 0.0606699 Nov 09 10:39:40.388282 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e73ddfa6-430b-4f12-b95d-0e6390180190 req-9a9e8477-b7f2-4ea0-96ed-4e66e6d4b68f tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498252 Nov 09 10:39:41.527583 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285fda2-6b87-4a8b-8c2a-b99e35683f24 req-f9b45e24-71db-42f7-8231-cecb07336781 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:41.533182 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a285fda2-6b87-4a8b-8c2a-b99e35683f24 req-f9b45e24-71db-42f7-8231-cecb07336781 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 944 time: 0.0766895 Nov 09 10:39:41.646475 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a285fda2-6b87-4a8b-8c2a-b99e35683f24 req-2d2993c3-05ce-48c5-8f9e-98966342baed tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104112 Nov 09 10:39:42.896617 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6635a31-b8d7-4e15-9e3f-e57c98969ebf req-ee028411-b29d-4b31-bd60-9b718a34caa6 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:42.898181 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f6635a31-b8d7-4e15-9e3f-e57c98969ebf req-ee028411-b29d-4b31-bd60-9b718a34caa6 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 944 time: 0.0507424 Nov 09 10:39:42.959534 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f6635a31-b8d7-4e15-9e3f-e57c98969ebf req-564591ad-3166-47da-8c92-87ac48f70912 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513966 Nov 09 10:39:43.211223 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 46954) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:43.329312 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-64b08f64-5f6d-4c6c-a260-49a250825131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:43.414695 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-64b08f64-5f6d-4c6c-a260-49a250825131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:43.542048 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-64b08f64-5f6d-4c6c-a260-49a250825131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:43.581112 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-64b08f64-5f6d-4c6c-a260-49a250825131 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3a9211afcad455aab9ae3aa0e8e4b13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3686776 Nov 09 10:39:43.588172 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b08f64-5f6d-4c6c-a260-49a250825131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bd9c73-ff6a-4863-aefb-8f19a0aef1ae,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:43.588343 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 46960) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:43.643424 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cf9ff3dd-5383-409b-9a68-360204e139aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:43.665123 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cf9ff3dd-5383-409b-9a68-360204e139aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:43.816985 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cf9ff3dd-5383-409b-9a68-360204e139aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:43.820284 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cf9ff3dd-5383-409b-9a68-360204e139aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:43.821834 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-cf9ff3dd-5383-409b-9a68-360204e139aa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b6bd9c73-ff6a-4863-aefb-8f19a0aef1ae HTTP/1.1" status: 204 len: 168 time: 0.2361431 Nov 09 10:39:43.831333 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ff3dd-5383-409b-9a68-360204e139aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bd9c73-ff6a-4863-aefb-8f19a0aef1ae,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:43.844219 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ff3dd-5383-409b-9a68-360204e139aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:43.844813 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ff3dd-5383-409b-9a68-360204e139aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:43.845320 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ff3dd-5383-409b-9a68-360204e139aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:43.845822 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ff3dd-5383-409b-9a68-360204e139aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:43.846330 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ff3dd-5383-409b-9a68-360204e139aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:43.846828 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ff3dd-5383-409b-9a68-360204e139aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:43.847324 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ff3dd-5383-409b-9a68-360204e139aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:43.847809 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ff3dd-5383-409b-9a68-360204e139aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:43.848328 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ff3dd-5383-409b-9a68-360204e139aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:43.848887 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ff3dd-5383-409b-9a68-360204e139aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:43.849401 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ff3dd-5383-409b-9a68-360204e139aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:43.849880 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ff3dd-5383-409b-9a68-360204e139aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:44.087695 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bf6a2-92b8-4cd8-8d76-d5132cbe13e9 req-7104611c-8f1b-4fc7-99bf-51c371415126 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:44.089237 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ff1bf6a2-92b8-4cd8-8d76-d5132cbe13e9 req-7104611c-8f1b-4fc7-99bf-51c371415126 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 944 time: 0.0600162 Nov 09 10:39:44.140336 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ff1bf6a2-92b8-4cd8-8d76-d5132cbe13e9 req-5cee36bb-cea7-4f2a-a1e4-8a8f3b4c8e38 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451903 Nov 09 10:39:44.626480 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 46982) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:44.641641 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-230d9cfd-7a18-4fe9-8ee8-ac1ec6a0de89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:44.724050 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-230d9cfd-7a18-4fe9-8ee8-ac1ec6a0de89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:44.844697 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-230d9cfd-7a18-4fe9-8ee8-ac1ec6a0de89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:44.883940 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d9cfd-7a18-4fe9-8ee8-ac1ec6a0de89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15ecc05-fa96-4e1d-a466-dee62298c30c,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:44.888563 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-230d9cfd-7a18-4fe9-8ee8-ac1ec6a0de89 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d72af92c375b44d4a9f493b7d1f6f800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602501 Nov 09 10:39:44.891347 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 46988) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:44.942959 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-07b3fb5f-07a1-4518-a652-92eb0fbaf368 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:44.968886 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-07b3fb5f-07a1-4518-a652-92eb0fbaf368 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:45.090947 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-07b3fb5f-07a1-4518-a652-92eb0fbaf368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:45.093607 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-07b3fb5f-07a1-4518-a652-92eb0fbaf368 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:45.094782 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-07b3fb5f-07a1-4518-a652-92eb0fbaf368 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d15ecc05-fa96-4e1d-a466-dee62298c30c HTTP/1.1" status: 204 len: 168 time: 0.2025106 Nov 09 10:39:45.103990 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3fb5f-07a1-4518-a652-92eb0fbaf368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15ecc05-fa96-4e1d-a466-dee62298c30c,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:45.293188 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ba3b3-562d-4678-ad67-675b4639e3b6 req-2d075ebe-5d84-40c7-ad42-2ae5fd85de4e tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:45.294843 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-078ba3b3-562d-4678-ad67-675b4639e3b6 req-2d075ebe-5d84-40c7-ad42-2ae5fd85de4e tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 944 time: 0.0618548 Nov 09 10:39:45.348106 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-078ba3b3-562d-4678-ad67-675b4639e3b6 req-a782fe1c-86fa-41c7-84da-1c41cedde0d0 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460930 Nov 09 10:39:46.270013 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1c3ff-7700-47fb-9576-47917ec922b0 req-d6164d78-587c-41d7-95d1-8b3a09e24fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:46.272948 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-98d1c3ff-7700-47fb-9576-47917ec922b0 req-d6164d78-587c-41d7-95d1-8b3a09e24fca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b538f1548c3549a188cafef15f81b59c&device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 1097 time: 0.0551851 Nov 09 10:39:46.326750 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47036) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:46.416536 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1c3ff-7700-47fb-9576-47917ec922b0 req-99195f0b-8fef-4975-b4e3-fed95fe0ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:46.418151 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-98d1c3ff-7700-47fb-9576-47917ec922b0 req-99195f0b-8fef-4975-b4e3-fed95fe0ba3b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b538f1548c3549a188cafef15f81b59c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1320431 Nov 09 10:39:46.457608 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-410fc279-fe32-4a38-8d04-56853dbf1cef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:46.538067 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9eefaf-8da9-42c4-a39e-2ee758dc9c20 req-41df1bb6-8188-421f-ab17-dfeeed035fe4 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:46.539659 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9f9eefaf-8da9-42c4-a39e-2ee758dc9c20 req-41df1bb6-8188-421f-ab17-dfeeed035fe4 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 944 time: 0.1015761 Nov 09 10:39:46.542377 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-410fc279-fe32-4a38-8d04-56853dbf1cef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:46.574076 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1c3ff-7700-47fb-9576-47917ec922b0 req-2bf274a8-a9ca-465a-b072-2701705be66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:46.575526 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-98d1c3ff-7700-47fb-9576-47917ec922b0 req-2bf274a8-a9ca-465a-b072-2701705be66f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1491270 Nov 09 10:39:46.600205 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-410fc279-fe32-4a38-8d04-56853dbf1cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:46.623742 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9f9eefaf-8da9-42c4-a39e-2ee758dc9c20 req-394dbd09-29d5-41fe-9057-2d37a13d2a45 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764043 Nov 09 10:39:46.666024 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-410fc279-fe32-4a38-8d04-56853dbf1cef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=057e8c4cd2714e759e13b62248111518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380730 Nov 09 10:39:46.667156 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fc279-fe32-4a38-8d04-56853dbf1cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dbd9d7-606d-4f1b-8b82-590262e1f232,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:46.668700 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47050) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:46.678007 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-d5ad457a-f90d-435b-a8e0-6be89e1da3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:46.679428 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-d5ad457a-f90d-435b-a8e0-6be89e1da3ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b538f1548c3549a188cafef15f81b59c&device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 1097 time: 0.0547912 Nov 09 10:39:46.686956 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47052) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:46.735588 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-ad4b455a-49b5-419e-9a92-7f4595c26914 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff HTTP/1.1" status: 200 len: 217 time: 0.0446250 Nov 09 10:39:46.786908 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-2a068f73-bba1-4e10-a0d9-01195a205e90 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1083640683-network', 'tenant_id': 'a262f735e569425d8aa9e96554ad49e7'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:39:46.788050 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d85f791a-038a-4d98-b9a1-1370ece1ecf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:46.810239 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-a4ad0069-b3be-4181-8c41-f4e60de64377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:46.811769 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-a4ad0069-b3be-4181-8c41-f4e60de64377 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e8c19ae-f549-4b9e-a681-beeb62d4a4a4 HTTP/1.1" status: 200 len: 854 time: 0.0662799 Nov 09 10:39:46.820350 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d85f791a-038a-4d98-b9a1-1370ece1ecf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:46.885091 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-26993300-e7af-46ed-b04d-0e58319306c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:46.886663 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-26993300-e7af-46ed-b04d-0e58319306c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56f69718-58a6-4143-a9fa-e85c00997496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644639 Nov 09 10:39:46.914795 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a068f73-bba1-4e10-a0d9-01195a205e90 admin admin] Made reservation on behalf of a262f735e569425d8aa9e96554ad49e7 for: {'network': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:39:46.918610 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2a068f73-bba1-4e10-a0d9-01195a205e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for network, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:46.932378 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2a068f73-bba1-4e10-a0d9-01195a205e90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:46.982778 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-26d2f692-5a8b-4264-a4ba-d77af870bdb4 service neutron] 10.222.0.30 "GET /v2.0/networks/56f69718-58a6-4143-a9fa-e85c00997496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875685 Nov 09 10:39:46.983776 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d85f791a-038a-4d98-b9a1-1370ece1ecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:46.986305 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d85f791a-038a-4d98-b9a1-1370ece1ecf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:46.987330 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-d85f791a-038a-4d98-b9a1-1370ece1ecf4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1dbd9d7-606d-4f1b-8b82-590262e1f232 HTTP/1.1" status: 204 len: 168 time: 0.3173335 Nov 09 10:39:47.015585 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f791a-038a-4d98-b9a1-1370ece1ecf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dbd9d7-606d-4f1b-8b82-590262e1f232,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:47.059800 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2a068f73-bba1-4e10-a0d9-01195a205e90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:47.085712 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4441074d-a35f-47e7-bb43-4b9fffc87d48 req-b3928d9e-86a4-4866-b538-51b634e4177e service neutron] 10.222.0.30 "GET /v2.0/networks/56f69718-58a6-4143-a9fa-e85c00997496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944219 Nov 09 10:39:47.130383 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2a068f73-bba1-4e10-a0d9-01195a205e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:47.157886 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a068f73-bba1-4e10-a0d9-01195a205e90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=101905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:39:47.168192 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a068f73-bba1-4e10-a0d9-01195a205e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d6e9aa-64f7-49ed-ad45-8a823054224b,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:47.175473 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2a068f73-bba1-4e10-a0d9-01195a205e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:47.175591 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.db.segments_db [None req-2a068f73-bba1-4e10-a0d9-01195a205e90 admin admin] Added segment a5b60ff0-f40a-458d-a280-c3ffcfaa390a of type vlan for network 2f7fe64c-f857-48da-99e0-9bee2c46223e Nov 09 10:39:47.216428 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2a068f73-bba1-4e10-a0d9-01195a205e90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781390311891'] for network, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:47.388156 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2a068f73-bba1-4e10-a0d9-01195a205e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for network, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:47.390587 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a068f73-bba1-4e10-a0d9-01195a205e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:47.390587 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2a068f73-bba1-4e10-a0d9-01195a205e90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:47.449924 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a068f73-bba1-4e10-a0d9-01195a205e90 admin admin] Pushing event updated for resources: {'Network': ['ID=2f7fe64c-f857-48da-99e0-9bee2c46223e,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:47.460621 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Network 2f7fe64c-f857-48da-99e0-9bee2c46223e details requested by agent ovs-agent-dv-cinder-816628-1-iscsi with host dv-cinder-816628-1-iscsi {{(pid=101906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 10:39:47.516887 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-2a068f73-bba1-4e10-a0d9-01195a205e90 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8288307 Nov 09 10:39:47.519743 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47062) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:47.525473 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-a8d58353-3d39-46c7-a1c0-2908144ba352 admin admin] Request body: {'subnet': {'network_id': '2f7fe64c-f857-48da-99e0-9bee2c46223e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1083640683-subnet', 'tenant_id': 'a262f735e569425d8aa9e96554ad49e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:39:47.678802 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d58353-3d39-46c7-a1c0-2908144ba352 admin admin] Made reservation on behalf of a262f735e569425d8aa9e96554ad49e7 for: {'subnet': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:39:47.678802 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a8d58353-3d39-46c7-a1c0-2908144ba352 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8831485'] for subnet, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:47.826750 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47068) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:47.841662 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e6db15eb-312d-4548-b1db-7ef9d78c4d07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:47.924895 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e6db15eb-312d-4548-b1db-7ef9d78c4d07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:48.006692 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e6db15eb-312d-4548-b1db-7ef9d78c4d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:48.020457 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf705c40-4349-4dae-83fd-93c638e4cc50 req-fad404d2-03eb-4c4a-8eb5-ee02f7e3a486 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:48.022602 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-bf705c40-4349-4dae-83fd-93c638e4cc50 req-fad404d2-03eb-4c4a-8eb5-ee02f7e3a486 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 944 time: 0.0717015 Nov 09 10:39:48.051730 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-e6db15eb-312d-4548-b1db-7ef9d78c4d07 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4838ebda2fc04148bdf13fa0e1c21c6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215712 Nov 09 10:39:48.051730 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db15eb-312d-4548-b1db-7ef9d78c4d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ecf95f-535f-40be-be29-f5de5d312172,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:48.053262 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47074) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:48.117407 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d235076f-38f7-4c95-9b56-80453ada4c1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:48.148074 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-bf705c40-4349-4dae-83fd-93c638e4cc50 req-d55d5834-e3c8-48cc-a310-0b3de91d6a6a tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127150 Nov 09 10:39:48.150303 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d235076f-38f7-4c95-9b56-80453ada4c1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:48.273540 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d235076f-38f7-4c95-9b56-80453ada4c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:48.273792 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a8d58353-3d39-46c7-a1c0-2908144ba352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8831751'] for subnet, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:48.276596 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d235076f-38f7-4c95-9b56-80453ada4c1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:48.286448 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-d235076f-38f7-4c95-9b56-80453ada4c1c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36ecf95f-535f-40be-be29-f5de5d312172 HTTP/1.1" status: 204 len: 168 time: 0.2240772 Nov 09 10:39:48.287942 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235076f-38f7-4c95-9b56-80453ada4c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ecf95f-535f-40be-be29-f5de5d312172,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:48.336128 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d58353-3d39-46c7-a1c0-2908144ba352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a16459dd-0cbb-4acb-a108-cb5434d9caaf,revision_number=0']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:48.346626 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d58353-3d39-46c7-a1c0-2908144ba352 admin admin] Checking segment: {'id': 'a5b60ff0-f40a-458d-a280-c3ffcfaa390a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2f7fe64c-f857-48da-99e0-9bee2c46223e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:39:48.346981 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d58353-3d39-46c7-a1c0-2908144ba352 admin admin] Network hostable DHCP agents. Network: 2f7fe64c-f857-48da-99e0-9bee2c46223e, hostable agents: ['bb6b8b96-70eb-486f-b492-dd7d5d6af293'], hosted agents: [] {{(pid=101905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:39:48.412850 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db75610-d0fe-40be-a9c7-dd12a06bf79c req-5128b921-40b6-43ee-a9ce-f191434fbcd9 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:48.414527 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7db75610-d0fe-40be-a9c7-dd12a06bf79c req-5128b921-40b6-43ee-a9ce-f191434fbcd9 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 946 time: 0.0510087 Nov 09 10:39:48.465818 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d58353-3d39-46c7-a1c0-2908144ba352 admin admin] Network 2f7fe64c-f857-48da-99e0-9bee2c46223e is scheduled to be hosted by DHCP agent bb6b8b96-70eb-486f-b492-dd7d5d6af293 with binding_index 1 {{(pid=101905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:39:48.473406 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7db75610-d0fe-40be-a9c7-dd12a06bf79c req-06c8f979-c7a0-48cd-a5dc-ab03ef58543a tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518398 Nov 09 10:39:48.587856 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-a8d58353-3d39-46c7-a1c0-2908144ba352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816628-1-iscsi, 2f7fe64c-f857-48da-99e0-9bee2c46223e) {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:39:48.592156 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d58353-3d39-46c7-a1c0-2908144ba352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:48.593936 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a8d58353-3d39-46c7-a1c0-2908144ba352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:48.598624 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83fd23e-7029-4f1f-a716-3cacfd2fe3ee None None] Network 2f7fe64c-f857-48da-99e0-9bee2c46223e requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:39:48.700136 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-a8d58353-3d39-46c7-a1c0-2908144ba352 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1791732 Nov 09 10:39:48.747209 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14650bf-5d2f-4c1e-9589-25940464a0d4 None None] Network 2f7fe64c-f857-48da-99e0-9bee2c46223e requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:39:49.271175 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f56d7-de7a-44f1-b8e2-91e07ab255fd req-80aa8b94-2063-4d97-917f-8d54c68d67a8 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:49.271175 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e60f56d7-de7a-44f1-b8e2-91e07ab255fd req-80aa8b94-2063-4d97-917f-8d54c68d67a8 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 944 time: 0.0503769 Nov 09 10:39:49.324757 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e60f56d7-de7a-44f1-b8e2-91e07ab255fd req-a46bc56c-7c91-4194-aef0-f67ef0d92ec9 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476584 Nov 09 10:39:49.526140 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47120) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:49.531190 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-3987fd45-4fe8-4da5-bc5b-c3d8b467822d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1114999070-network', 'tenant_id': '8f757bacd81f4b28a6e83c775e99a0bc'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:39:49.603515 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6988a1-2450-4109-80ec-e864f7ad16a3 req-de5cfab1-d5ef-48a5-a811-d5f226924298 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:49.605050 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-cc6988a1-2450-4109-80ec-e864f7ad16a3 req-de5cfab1-d5ef-48a5-a811-d5f226924298 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 946 time: 0.0601597 Nov 09 10:39:49.640385 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3987fd45-4fe8-4da5-bc5b-c3d8b467822d admin admin] Made reservation on behalf of 8f757bacd81f4b28a6e83c775e99a0bc for: {'network': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:39:49.649419 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3987fd45-4fe8-4da5-bc5b-c3d8b467822d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for network, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:49.656284 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3987fd45-4fe8-4da5-bc5b-c3d8b467822d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:49.670712 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-cc6988a1-2450-4109-80ec-e864f7ad16a3 req-b52dd8c3-61e6-4ad7-bb95-06943e476a25 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595725 Nov 09 10:39:49.739352 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3987fd45-4fe8-4da5-bc5b-c3d8b467822d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:49.885815 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3987fd45-4fe8-4da5-bc5b-c3d8b467822d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:49.917793 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3987fd45-4fe8-4da5-bc5b-c3d8b467822d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=101905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:39:49.923526 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987fd45-4fe8-4da5-bc5b-c3d8b467822d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e117d3bb-2648-4599-8860-9f2a06332454,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:49.930895 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3987fd45-4fe8-4da5-bc5b-c3d8b467822d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:49.931838 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.db.segments_db [None req-3987fd45-4fe8-4da5-bc5b-c3d8b467822d admin admin] Added segment 2614960f-87c6-4074-bbd3-8ea60c1721b4 of type vlan for network 6f60b8fd-188c-4114-a894-f3b517f5e32e Nov 09 10:39:49.970646 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3987fd45-4fe8-4da5-bc5b-c3d8b467822d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781390311891'] for network, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:50.029995 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:39:50.062112 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3987fd45-4fe8-4da5-bc5b-c3d8b467822d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for network, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:50.063192 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3987fd45-4fe8-4da5-bc5b-c3d8b467822d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:50.063839 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3987fd45-4fe8-4da5-bc5b-c3d8b467822d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:50.131160 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff,segment=NetworkSegment(a8bb5221-cf3a-4878-8c04-f567ad3286d5),segment_id=a8bb5221-cf3a-4878-8c04-f567ad3286d5)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:39:50.138913 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987fd45-4fe8-4da5-bc5b-c3d8b467822d admin admin] Pushing event updated for resources: {'Network': ['ID=6f60b8fd-188c-4114-a894-f3b517f5e32e,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:50.148469 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': '7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff', 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496', 'port_id': '7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff', 'mac_address': 'fa:16:3e:bd:46:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e8c19ae-f549-4b9e-a681-beeb62d4a4a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:39:50.156869 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Network 6f60b8fd-188c-4114-a894-f3b517f5e32e details requested by agent ovs-agent-dv-cinder-816628-1-iscsi with host dv-cinder-816628-1-iscsi {{(pid=101906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 10:39:50.162292 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1861be-41bb-43cd-90ad-7f8d2ed9a770 req-912fea7f-42c3-4131-bc55-490662cf2c57 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:50.163939 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ec1861be-41bb-43cd-90ad-7f8d2ed9a770 req-912fea7f-42c3-4131-bc55-490662cf2c57 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 946 time: 0.0759106 Nov 09 10:39:50.204084 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-3987fd45-4fe8-4da5-bc5b-c3d8b467822d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6765501 Nov 09 10:39:50.206758 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47134) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:39:50.212168 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-70b343cd-1060-4922-a655-f88ff6247fa9 admin admin] Request body: {'subnet': {'network_id': '6f60b8fd-188c-4114-a894-f3b517f5e32e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1114999070-subnet', 'tenant_id': '8f757bacd81f4b28a6e83c775e99a0bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:39:50.221138 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:50.264425 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:39:50.283830 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [req-ec1861be-41bb-43cd-90ad-7f8d2ed9a770 req-ec27558b-8275-466d-85e5-a3bcf42b41e0 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Deleting port 6fa822c3-beb1-4f0a-be68-a45ff676e4b8 {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:39:50.287477 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-ec1861be-41bb-43cd-90ad-7f8d2ed9a770 req-ec27558b-8275-466d-85e5-a3bcf42b41e0 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:50.297576 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff,segment=NetworkSegment(a8bb5221-cf3a-4878-8c04-f567ad3286d5),segment_id=a8bb5221-cf3a-4878-8c04-f567ad3286d5)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:39:50.382070 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b343cd-1060-4922-a655-f88ff6247fa9 admin admin] Made reservation on behalf of 8f757bacd81f4b28a6e83c775e99a0bc for: {'subnet': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:39:50.384728 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-70b343cd-1060-4922-a655-f88ff6247fa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8831485'] for subnet, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:50.412895 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-ec1861be-41bb-43cd-90ad-7f8d2ed9a770 req-ec27558b-8275-466d-85e5-a3bcf42b41e0 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] For port 6fa822c3-beb1-4f0a-be68-a45ff676e4b8, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=6fa822c3-beb1-4f0a-be68-a45ff676e4b8,segment=NetworkSegment(d4aaba3d-c1b6-4e3c-819e-7eff923d00d3),segment_id=d4aaba3d-c1b6-4e3c-819e-7eff923d00d3)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:39:50.412895 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-ec1861be-41bb-43cd-90ad-7f8d2ed9a770 req-ec27558b-8275-466d-85e5-a3bcf42b41e0 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:50.419058 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [req-ec1861be-41bb-43cd-90ad-7f8d2ed9a770 req-ec27558b-8275-466d-85e5-a3bcf42b41e0 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Calling delete_port for 6fa822c3-beb1-4f0a-be68-a45ff676e4b8 owned by compute:nova {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:39:50.523011 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbf96e-bb34-43ca-88b1-0113edbb083e req-c8c5f01e-c2c9-4660-9a0d-766304c05008 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:50.524635 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-28dbf96e-bb34-43ca-88b1-0113edbb083e req-c8c5f01e-c2c9-4660-9a0d-766304c05008 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 944 time: 0.1192720 Nov 09 10:39:50.595928 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-28dbf96e-bb34-43ca-88b1-0113edbb083e req-167194c4-fc3d-4b98-9f0f-6c655f1ce10a tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604131 Nov 09 10:39:50.804150 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196da87-539b-4efb-a48f-062497916923 req-6e6b88d8-6d68-4cfa-aeb1-be5f77c51b4f tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:50.806446 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9196da87-539b-4efb-a48f-062497916923 req-6e6b88d8-6d68-4cfa-aeb1-be5f77c51b4f tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 946 time: 0.0594923 Nov 09 10:39:50.863504 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9196da87-539b-4efb-a48f-062497916923 req-94c4774a-e599-4d0e-84ec-4a9d6c74a257 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/security-groups?id=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455074 Nov 09 10:39:50.993338 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-4b8e956b-9003-42b2-a2df-5117b39de645 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1547195770&fields=id&tenant_id=06af7c886c064b628757c347296afd9f HTTP/1.1" status: 200 len: 267 time: 0.0737417 Nov 09 10:39:51.106965 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-aa5fae68-0531-4d06-84f6-1983811c7f34 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:51.108518 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-aa5fae68-0531-4d06-84f6-1983811c7f34 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/networks?id=2fdcf95c-e1fc-4011-9f83-26a3b67584bf HTTP/1.1" status: 200 len: 809 time: 0.1078215 Nov 09 10:39:51.125749 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-e57a1656-7247-4699-bd67-64a26d3719e2 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/quotas/06af7c886c064b628757c347296afd9f HTTP/1.1" status: 200 len: 375 time: 0.0096586 Nov 09 10:39:51.178892 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-208b9a29-753c-4f6b-b5c0-ac14c3f403f7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=06af7c886c064b628757c347296afd9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469401 Nov 09 10:39:51.278598 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-839ee69e-0dcb-4782-a866-698e4bbd548b service neutron] 10.222.0.35 "GET /v2.0/networks/2fdcf95c-e1fc-4011-9f83-26a3b67584bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858767 Nov 09 10:39:51.367276 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-3b85eb19-325a-4bcb-825c-5195c8430971 service neutron] 10.222.0.35 "GET /v2.0/networks/2fdcf95c-e1fc-4011-9f83-26a3b67584bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797484 Nov 09 10:39:51.428850 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:51.479852 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:51.487354 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:51.487933 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:51.488306 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:51.488644 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:51.488976 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:51.489306 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:51.489669 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:51.490651 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:51.491161 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:51.491633 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:51.492137 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:51.501117 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-ec1861be-41bb-43cd-90ad-7f8d2ed9a770 req-ec27558b-8275-466d-85e5-a3bcf42b41e0 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:51.501329 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:39:51.501439 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-70b343cd-1060-4922-a655-f88ff6247fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8831751'] for subnet, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:51.501547 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1a757b1f-124b-40a7-9aee-2193a9412020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:51.533911 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27558b-8275-466d-85e5-a3bcf42b41e0 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Pushing event deleted for resources: {'Port': ['ID=6fa822c3-beb1-4f0a-be68-a45ff676e4b8,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:51.579717 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1861be-41bb-43cd-90ad-7f8d2ed9a770 req-ec27558b-8275-466d-85e5-a3bcf42b41e0 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] No DVR routers for this DVR port 6fa822c3-beb1-4f0a-be68-a45ff676e4b8 on host hv-cinder-81662 {{(pid=101904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:39:51.580497 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b343cd-1060-4922-a655-f88ff6247fa9 admin admin] Checking segment: {'id': '2614960f-87c6-4074-bbd3-8ea60c1721b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6f60b8fd-188c-4114-a894-f3b517f5e32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:39:51.581081 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b343cd-1060-4922-a655-f88ff6247fa9 admin admin] Network hostable DHCP agents. Network: 6f60b8fd-188c-4114-a894-f3b517f5e32e, hostable agents: ['bb6b8b96-70eb-486f-b492-dd7d5d6af293'], hosted agents: [] {{(pid=101905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:39:51.583136 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-ec1861be-41bb-43cd-90ad-7f8d2ed9a770 req-ec27558b-8275-466d-85e5-a3bcf42b41e0 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:51.583834 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b343cd-1060-4922-a655-f88ff6247fa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5804b59-452b-4190-85a6-0368710dd9e0,revision_number=0']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:51.587031 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ec1861be-41bb-43cd-90ad-7f8d2ed9a770 req-ec27558b-8275-466d-85e5-a3bcf42b41e0 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.30 "DELETE /v2.0/ports/6fa822c3-beb1-4f0a-be68-a45ff676e4b8 HTTP/1.1" status: 204 len: 173 time: 1.4135571 Nov 09 10:39:51.587590 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3da8b9c-fc0f-4199-aaa2-b668a78be88b', 'name': 'network-vif-deleted', 'tag': '6fa822c3-beb1-4f0a-be68-a45ff676e4b8'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:39:51.590170 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfcb103-ff41-4d02-9c20-d955bfc51f60" -d '{"events": [{"server_uuid": "d3da8b9c-fc0f-4199-aaa2-b668a78be88b", "name": "network-vif-deleted", "tag": "6fa822c3-beb1-4f0a-be68-a45ff676e4b8"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:39:51.633029 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea544d26-4794-4d5b-b3f0-1b67b3eabeee x-openstack-request-id: req-ea544d26-4794-4d5b-b3f0-1b67b3eabeee {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:39:51.633317 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3da8b9c-fc0f-4199-aaa2-b668a78be88b", "name": "network-vif-deleted", "tag": "6fa822c3-beb1-4f0a-be68-a45ff676e4b8", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:39:51.633567 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea544d26-4794-4d5b-b3f0-1b67b3eabeee {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:39:51.633971 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3da8b9c-fc0f-4199-aaa2-b668a78be88b', 'name': 'network-vif-deleted', 'tag': '6fa822c3-beb1-4f0a-be68-a45ff676e4b8', 'status': 'completed', 'code': 200} Nov 09 10:39:51.650267 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:39:51.735134 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d2ae7-9a91-4e87-87fb-4f02b605d434 req-c47509e3-5297-48f7-b2e5-e9349a60472a tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:51.736871 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a79d2ae7-9a91-4e87-87fb-4f02b605d434 req-c47509e3-5297-48f7-b2e5-e9349a60472a tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 945 time: 0.0535736 Nov 09 10:39:51.784574 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b343cd-1060-4922-a655-f88ff6247fa9 admin admin] Network 6f60b8fd-188c-4114-a894-f3b517f5e32e is scheduled to be hosted by DHCP agent bb6b8b96-70eb-486f-b492-dd7d5d6af293 with binding_index 1 {{(pid=101905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:39:51.794363 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a79d2ae7-9a91-4e87-87fb-4f02b605d434 req-00ceda38-3245-4643-97b1-6a82f7d95659 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509727 Nov 09 10:39:51.878978 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-70b343cd-1060-4922-a655-f88ff6247fa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816628-1-iscsi, 6f60b8fd-188c-4114-a894-f3b517f5e32e) {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:39:51.883067 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b343cd-1060-4922-a655-f88ff6247fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:51.883671 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-70b343cd-1060-4922-a655-f88ff6247fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:51.890304 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebd08e7-351b-4846-875c-32034aae8331 None None] Network 6f60b8fd-188c-4114-a894-f3b517f5e32e requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:39:51.972353 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-be958c98-5af2-465b-9640-165b044d548f req-f854b0a3-28ce-422e-a780-9d356c73e523 tempest-VolumesSnapshotTestJSON-1557777950 tempest-VolumesSnapshotTestJSON-1557777950-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3da8b9c-fc0f-4199-aaa2-b668a78be88b HTTP/1.1" status: 200 len: 210 time: 0.0274315 Nov 09 10:39:52.030545 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-70b343cd-1060-4922-a655-f88ff6247fa9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8225262 Nov 09 10:39:52.031818 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee17fb2e-dcea-41e1-b538-d5668b4a5a29 None None] Network 6f60b8fd-188c-4114-a894-f3b517f5e32e requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:39:52.053557 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 6fa822c3-beb1-4f0a-be68-a45ff676e4b8 no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:39:52.098150 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] No Port match for: 6fa822c3-beb1-4f0a-be68-a45ff676e4b8 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:39:52.098478 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 6fa822c3-beb1-4f0a-be68-a45ff676e4b8 not bound to the agent host hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:39:52.260859 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-15d617e7-3f7b-49be-957e-9b9238ab98e0 req-d78c1728-2460-4caa-a7c8-089e960a4c9b tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 210 time: 0.0349722 Nov 09 10:39:52.751053 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:39:52.921374 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fa9f8-b526-4bdc-b9a4-67ed27d9ec63 req-bdee5f3b-2add-4540-b183-de4988c74be3 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:52.922770 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e37fa9f8-b526-4bdc-b9a4-67ed27d9ec63 req-bdee5f3b-2add-4540-b183-de4988c74be3 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 945 time: 0.0523388 Nov 09 10:39:52.975154 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e37fa9f8-b526-4bdc-b9a4-67ed27d9ec63 req-dc6d99b7-f1f7-4e36-88ba-41296047e9d0 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458689 Nov 09 10:39:53.330442 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-47ac133a-b7ef-47ce-bdfa-c8d9c4bdf7df req-2a28044e-ddf5-49c0-9a9c-1f3a2ad2859c tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 210 time: 0.0309503 Nov 09 10:39:53.379026 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-7a5ddf7c-87b8-45a7-8335-ab9cb25ffa89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:53.987273 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:54.042068 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:39:54.109339 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4deefb-3403-41fb-b9d9-b8d4212ce2ec req-73e7b326-9c78-40b5-bc4c-0f9b83cfc860 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:54.110881 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-df4deefb-3403-41fb-b9d9-b8d4212ce2ec req-73e7b326-9c78-40b5-bc4c-0f9b83cfc860 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 945 time: 0.0631387 Nov 09 10:39:54.165190 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-df4deefb-3403-41fb-b9d9-b8d4212ce2ec req-a063ade8-f39d-4a39-a049-01b9f159e339 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482886 Nov 09 10:39:54.187906 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning for port 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff completed by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:39:54.192136 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:54.192513 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:54.273822 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:54.296528 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861de895-d655-4b82-b16d-b4f73e9ccba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:39:54.298819 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa75a49-62d9-45bb-b024-89ac2531d02c" -d '{"events": [{"server_uuid": "861de895-d655-4b82-b16d-b4f73e9ccba3", "name": "network-vif-plugged", "status": "completed", "tag": "7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:39:54.315717 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff,segment=NetworkSegment(a8bb5221-cf3a-4878-8c04-f567ad3286d5),segment_id=a8bb5221-cf3a-4878-8c04-f567ad3286d5)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:39:54.343386 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32e9b9c-81bf-4ad0-b541-2ac0b1dccafa x-openstack-request-id: req-b32e9b9c-81bf-4ad0-b541-2ac0b1dccafa {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:39:54.343741 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861de895-d655-4b82-b16d-b4f73e9ccba3", "name": "network-vif-plugged", "status": "completed", "tag": "7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:39:54.344051 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b32e9b9c-81bf-4ad0-b541-2ac0b1dccafa {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:39:54.344633 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861de895-d655-4b82-b16d-b4f73e9ccba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff', 'code': 200} Nov 09 10:39:54.405186 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:54.431698 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-cc00f44b-6092-43b0-9059-e698cbd4b927 req-70cb7a67-3253-48db-b21a-303dec6b3403 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 210 time: 0.0285897 Nov 09 10:39:54.460230 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:54.961344 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506c9c3-f8d2-41d6-a413-c4b552475eda req-fa8f3cb4-b139-4e6e-9c44-87ce7ad2591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:54.962855 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a506c9c3-f8d2-41d6-a413-c4b552475eda req-fa8f3cb4-b139-4e6e-9c44-87ce7ad2591e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 1099 time: 0.0553458 Nov 09 10:39:55.024266 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a506c9c3-f8d2-41d6-a413-c4b552475eda req-65ca838b-164c-48c1-84ae-5458afc1de09 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415065 Nov 09 10:39:55.098081 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-d111ecc7-78a3-4bf2-87a4-5811463b9cc9 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:55.100086 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-d111ecc7-78a3-4bf2-87a4-5811463b9cc9 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.30 "GET /v2.0/networks?id=2fdcf95c-e1fc-4011-9f83-26a3b67584bf HTTP/1.1" status: 200 len: 809 time: 0.1146009 Nov 09 10:39:55.315251 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-1d7ae79e-9538-4a29-93c0-5f547e4c9f30 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06af7c886c064b628757c347296afd9f HTTP/1.1" status: 200 len: 380 time: 0.0877187 Nov 09 10:39:55.315905 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0dbe8-502d-4b7d-b631-2ede5e2cba17 req-1f101d47-c3a7-49f0-a990-cad9458f7a7e tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:55.317142 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-62f0dbe8-502d-4b7d-b631-2ede5e2cba17 req-1f101d47-c3a7-49f0-a990-cad9458f7a7e tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 946 time: 0.0653207 Nov 09 10:39:55.326741 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-0d7bf6a7-d75a-42e0-bd55-a0c5bd932454 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Request body: {'port': {'device_id': 'd69b3316-b442-4f7a-b46a-5feb9613b807', 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf', 'admin_state_up': True, 'tenant_id': '06af7c886c064b628757c347296afd9f', 'security_groups': ['d6a1819c-fc51-4f96-88d6-1c72eb59764d']}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:39:55.412033 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-62f0dbe8-502d-4b7d-b631-2ede5e2cba17 req-0cdb2447-3c6e-4c0b-a3f2-4ccab1909a91 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817897 Nov 09 10:39:55.531346 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-3aea7e3f-b02a-48d1-86b6-18fb167656aa req-3acc5389-ac65-450e-8a3b-fc79195ec736 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 210 time: 0.0267274 Nov 09 10:39:55.645059 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:55.645637 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-0d7bf6a7-d75a-42e0-bd55-a0c5bd932454 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Made reservation on behalf of 06af7c886c064b628757c347296afd9f for: {'port': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:39:55.648833 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-0d7bf6a7-d75a-42e0-bd55-a0c5bd932454 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:55.777989 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_common [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-0d7bf6a7-d75a-42e0-bd55-a0c5bd932454 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Allocated IP 172.20.0.11 (2fdcf95c-e1fc-4011-9f83-26a3b67584bf/162c9035-b134-4023-b2ba-1a2493525efe/d38d3818-cbd7-421b-b082-5a11c86acde0) {{(pid=101905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:39:55.923667 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-0d7bf6a7-d75a-42e0-bd55-a0c5bd932454 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for port, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:56.061707 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-0d7bf6a7-d75a-42e0-bd55-a0c5bd932454 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:56.095593 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:56.103170 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-0d7bf6a7-d75a-42e0-bd55-a0c5bd932454 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Network 2fdcf95c-e1fc-4011-9f83-26a3b67584bf is already hosted by enough agents. {{(pid=101905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:39:56.115535 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-0d7bf6a7-d75a-42e0-bd55-a0c5bd932454 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Resources bound (agent type, host, resource id): {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:39:56.119485 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-0d7bf6a7-d75a-42e0-bd55-a0c5bd932454 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Received port after_create {{(pid=101905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:39:56.150739 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bf6a7-d75a-42e0-bd55-a0c5bd932454 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Pushing event updated for resources: {'Port': ['ID=d38d3818-cbd7-421b-b082-5a11c86acde0,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:56.177286 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-0d7bf6a7-d75a-42e0-bd55-a0c5bd932454 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:56.177882 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-0d7bf6a7-d75a-42e0-bd55-a0c5bd932454 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:56.287595 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-0d7bf6a7-d75a-42e0-bd55-a0c5bd932454 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9649675 Nov 09 10:39:56.383315 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:56.391944 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-0b2960f3-245f-4ef4-b3d1-33501802a1eb None None] Provisioning complete for port d38d3818-cbd7-421b-b082-5a11c86acde0 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:39:56.392280 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-0b2960f3-245f-4ef4-b3d1-33501802a1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:56.429617 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-0b2960f3-245f-4ef4-b3d1-33501802a1eb None None] Port d38d3818-cbd7-421b-b082-5a11c86acde0 cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:39:56.522571 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2254c-cacb-4f26-986f-95baea4fad78 req-26d68ad7-a1c0-474c-b5e5-5fa088f5f304 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:56.524065 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-bbd2254c-cacb-4f26-986f-95baea4fad78 req-26d68ad7-a1c0-474c-b5e5-5fa088f5f304 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 946 time: 0.0540895 Nov 09 10:39:56.571509 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-bbd2254c-cacb-4f26-986f-95baea4fad78 req-c7dad2b3-b086-49f6-9a92-bb52bb01c6ce tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415552 Nov 09 10:39:56.650116 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7bcb9-d700-4886-9748-2d7152f0b010 req-afcc600f-7d7b-466e-89a9-6875190c96a0 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:56.651575 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d3c7bcb9-d700-4886-9748-2d7152f0b010 req-afcc600f-7d7b-466e-89a9-6875190c96a0 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 932 time: 0.0508580 Nov 09 10:39:56.701726 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d3c7bcb9-d700-4886-9748-2d7152f0b010 req-436a93ed-9cca-4afc-9a3b-cf1f82e6530a tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441418 Nov 09 10:39:57.687953 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c64f3-16e2-4650-9b6e-a3285573bb91 req-ed95a44d-3276-4973-95c1-b020f3aef635 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:57.689572 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-364c64f3-16e2-4650-9b6e-a3285573bb91 req-ed95a44d-3276-4973-95c1-b020f3aef635 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 946 time: 0.0497293 Nov 09 10:39:57.694447 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] Request body: {'port': {'device_id': 'd69b3316-b442-4f7a-b46a-5feb9613b807', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81662'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:39:57.738735 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-364c64f3-16e2-4650-9b6e-a3285573bb91 req-da51d58e-ca23-4e8a-b68f-39408f82a778 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426128 Nov 09 10:39:57.756896 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:57.897835 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208e620-5696-473b-8d3f-ac594f5b98ea req-0c67df09-da68-403a-8bcf-3c6c42dc622f tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:57.899289 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7208e620-5696-473b-8d3f-ac594f5b98ea req-0c67df09-da68-403a-8bcf-3c6c42dc622f tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 932 time: 0.1278603 Nov 09 10:39:58.010519 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7208e620-5696-473b-8d3f-ac594f5b98ea req-88fb20e9-78e4-4925-b77d-4094f3c4f8d3 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002254 Nov 09 10:39:58.091776 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d38d3818-cbd7-421b-b082-5a11c86acde0 {{(pid=101905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:39:58.099704 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:58.111722 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.provisioning_blocks [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] Transition to ACTIVE for port object d38d3818-cbd7-421b-b082-5a11c86acde0 will not be triggered until provisioned by entity L2. {{(pid=101905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:39:58.233338 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462366'] for port, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:58.290811 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] Pushing event updated for resources: {'Port': ['ID=d38d3818-cbd7-421b-b082-5a11c86acde0,revision_number=2']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:58.365892 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.managers [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] Attempting to bind port d38d3818-cbd7-421b-b082-5a11c86acde0 on host hv-cinder-81662 for vnic_type normal with profile {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:39:58.366218 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.managers [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] Attempting to bind port d38d3818-cbd7-421b-b082-5a11c86acde0 by drivers openvswitch,hyperv on host hv-cinder-81662 at level 0 using segments [{'id': 'cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf'}] {{(pid=101905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:39:58.366546 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] Attempting to bind port d38d3818-cbd7-421b-b082-5a11c86acde0 on network 2fdcf95c-e1fc-4011-9f83-26a3b67584bf {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:39:58.371674 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] Port d38d3818-cbd7-421b-b082-5a11c86acde0 on network 2fdcf95c-e1fc-4011-9f83-26a3b67584bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81662 {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 10:39:58.372031 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] Attempting to bind port d38d3818-cbd7-421b-b082-5a11c86acde0 on network 2fdcf95c-e1fc-4011-9f83-26a3b67584bf {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:39:58.377633 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] Checking agent: {'id': 'b8adbdf0-e7b5-4c08-8a0d-020b5ee3746c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'started_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:39:58.377973 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] Checking segment: {'id': 'cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:39:58.378382 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] Bound using segment: {'id': 'cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf'} {{(pid=101905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:39:58.378812 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.managers [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] Bound port: d38d3818-cbd7-421b-b082-5a11c86acde0, host: hv-cinder-81662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf'}}] {{(pid=101905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:39:58.379166 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:58.443650 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] For port d38d3818-cbd7-421b-b082-5a11c86acde0, host hv-cinder-81662, cleared binding levels {{(pid=101905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:39:58.446661 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] For port d38d3818-cbd7-421b-b082-5a11c86acde0, host hv-cinder-81662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=d38d3818-cbd7-421b-b082-5a11c86acde0,segment=NetworkSegment(cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7),segment_id=cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7)] {{(pid=101905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:39:58.542381 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462366'] for port, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:58.579590 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:58.580230 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:39:58.581608 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] 10.222.0.30 "PUT /v2.0/ports/d38d3818-cbd7-421b-b082-5a11c86acde0 HTTP/1.1" status: 200 len: 1094 time: 0.8919272 Nov 09 10:39:58.582040 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69b3316-b442-4f7a-b46a-5feb9613b807', 'tag': 'd38d3818-cbd7-421b-b082-5a11c86acde0'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:39:58.585070 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cb90ea-7fb2-46c9-9c00-4657e7b91dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "d69b3316-b442-4f7a-b46a-5feb9613b807", "tag": "d38d3818-cbd7-421b-b082-5a11c86acde0"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:39:58.611782 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752266f-66f8-4d2a-a3c0-c37de499c540 service neutron] Pushing event updated for resources: {'Port': ['ID=d38d3818-cbd7-421b-b082-5a11c86acde0,revision_number=3']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:39:58.624411 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bddf268-2916-4bee-85ff-33946e0db547 x-openstack-request-id: req-2bddf268-2916-4bee-85ff-33946e0db547 {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:39:58.624723 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69b3316-b442-4f7a-b46a-5feb9613b807", "tag": "d38d3818-cbd7-421b-b082-5a11c86acde0", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:39:58.624994 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2bddf268-2916-4bee-85ff-33946e0db547 {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:39:58.625367 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69b3316-b442-4f7a-b46a-5feb9613b807', 'tag': 'd38d3818-cbd7-421b-b082-5a11c86acde0', 'status': 'completed', 'code': 200} Nov 09 10:39:58.723306 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb90ea-7fb2-46c9-9c00-4657e7b91dbc req-34ef618e-9a90-4456-a3cc-3a911edbb7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:58.724969 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-99cb90ea-7fb2-46c9-9c00-4657e7b91dbc req-34ef618e-9a90-4456-a3cc-3a911edbb7a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06af7c886c064b628757c347296afd9f&device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 1097 time: 0.0550857 Nov 09 10:39:58.860964 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb90ea-7fb2-46c9-9c00-4657e7b91dbc req-6f81d737-f4a8-44f2-af40-8e6fa3c1f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:58.862394 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-99cb90ea-7fb2-46c9-9c00-4657e7b91dbc req-6f81d737-f4a8-44f2-af40-8e6fa3c1f472 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=06af7c886c064b628757c347296afd9f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1285062 Nov 09 10:39:58.876387 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2963e2-2668-45b7-b87e-b634f31da2f2 req-0a33fabc-d243-45ca-89f8-7235b73ecc73 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:58.877800 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2f2963e2-2668-45b7-b87e-b634f31da2f2 req-0a33fabc-d243-45ca-89f8-7235b73ecc73 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 946 time: 0.0677443 Nov 09 10:39:58.987490 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2f2963e2-2668-45b7-b87e-b634f31da2f2 req-fa8875f6-bc20-46d7-a593-6db3bd702353 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005139 Nov 09 10:39:59.005209 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb90ea-7fb2-46c9-9c00-4657e7b91dbc req-ddea8d4f-fca4-4091-907c-f5a600cf88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:59.006681 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-99cb90ea-7fb2-46c9-9c00-4657e7b91dbc req-ddea8d4f-fca4-4091-907c-f5a600cf88b4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1280560 Nov 09 10:39:59.091204 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7c74b792-d9fc-4954-b334-7432cf175093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:59.092826 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-7c74b792-d9fc-4954-b334-7432cf175093 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06af7c886c064b628757c347296afd9f&device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 1097 time: 0.0422151 Nov 09 10:39:59.129745 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f5402-8f05-4543-bb0c-c258655fa79e req-c0bb352a-37cf-4503-be0e-9c0f5de7c528 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:59.131957 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-8d9f5402-8f05-4543-bb0c-c258655fa79e req-c0bb352a-37cf-4503-be0e-9c0f5de7c528 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 944 time: 0.0504215 Nov 09 10:39:59.143324 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-5f336261-8c00-4c27-ba8e-1b68870841dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d38d3818-cbd7-421b-b082-5a11c86acde0 HTTP/1.1" status: 200 len: 217 time: 0.0402470 Nov 09 10:39:59.192299 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-8d9f5402-8f05-4543-bb0c-c258655fa79e req-0066bedf-88e4-423d-a345-6bea272cf90d tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488851 Nov 09 10:39:59.198038 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-6e1a0758-220d-4fbb-807d-a0d89291f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:59.199562 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-6e1a0758-220d-4fbb-807d-a0d89291f844 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=162c9035-b134-4023-b2ba-1a2493525efe HTTP/1.1" status: 200 len: 848 time: 0.0499997 Nov 09 10:39:59.255365 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-1bfd46c4-b2d7-4156-99a8-5af9e81ff7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:39:59.257443 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-1bfd46c4-b2d7-4156-99a8-5af9e81ff7de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2fdcf95c-e1fc-4011-9f83-26a3b67584bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501468 Nov 09 10:39:59.358375 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-662f4271-9487-4300-a407-88b68c79abe1 service neutron] 10.222.0.30 "GET /v2.0/networks/2fdcf95c-e1fc-4011-9f83-26a3b67584bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923376 Nov 09 10:39:59.457959 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-30f9257b-c2b8-48f5-90ba-b0d6f9b9f90f req-b8c49187-15fe-4680-85e9-99b3d83d15f6 service neutron] 10.222.0.30 "GET /v2.0/networks/2fdcf95c-e1fc-4011-9f83-26a3b67584bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916901 Nov 09 10:40:00.118226 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32092aa4-5395-442e-9726-811611075ea1 req-001c7b90-5a57-4123-a4e2-753046fd1a57 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:00.118226 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-32092aa4-5395-442e-9726-811611075ea1 req-001c7b90-5a57-4123-a4e2-753046fd1a57 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 946 time: 0.0538285 Nov 09 10:40:00.172710 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-32092aa4-5395-442e-9726-811611075ea1 req-c619fbaa-62aa-40b0-8be2-b696a512b5fc tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517974 Nov 09 10:40:00.367691 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bd38e-b26f-45ff-bb6f-bd19fc2a304b req-a5096bd8-7043-4c2c-abf3-70cf68c6e64d tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:00.369465 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f96bd38e-b26f-45ff-bb6f-bd19fc2a304b req-a5096bd8-7043-4c2c-abf3-70cf68c6e64d tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 946 time: 0.0600936 Nov 09 10:40:00.408555 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec54bbd-0526-4043-a1bc-cb4849dd4232 req-a970ed75-27d9-4d96-8d24-0c277ba24275 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:00.416585 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1ec54bbd-0526-4043-a1bc-cb4849dd4232 req-a970ed75-27d9-4d96-8d24-0c277ba24275 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 944 time: 0.0900178 Nov 09 10:40:00.430908 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f96bd38e-b26f-45ff-bb6f-bd19fc2a304b req-03aafa76-949a-4e5f-b058-69b587c43b3a tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503795 Nov 09 10:40:00.472400 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1ec54bbd-0526-4043-a1bc-cb4849dd4232 req-3de4bd92-5b4e-4384-8598-f09664c3bf6c tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548797 Nov 09 10:40:00.779045 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e77511-e8e8-4296-a505-96e3c9755d9c req-95d8d945-dc96-4389-8b78-2cb36fb267eb tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:00.780681 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-27e77511-e8e8-4296-a505-96e3c9755d9c req-95d8d945-dc96-4389-8b78-2cb36fb267eb tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 946 time: 0.0507836 Nov 09 10:40:00.828785 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-27e77511-e8e8-4296-a505-96e3c9755d9c req-884cfc4f-0b5a-4aeb-af5b-689e2d6f7356 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419905 Nov 09 10:40:01.597266 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748f848-3067-4ae1-b7a5-b1c79f73c91a req-45ac518b-45c6-4352-a515-30a8c373cf0e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:01.598879 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b748f848-3067-4ae1-b7a5-b1c79f73c91a req-45ac518b-45c6-4352-a515-30a8c373cf0e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 944 time: 0.0507021 Nov 09 10:40:01.654699 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b748f848-3067-4ae1-b7a5-b1c79f73c91a req-8afbb814-16f9-4a08-b902-f0a7f5e94e47 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487976 Nov 09 10:40:02.784751 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d711ebc-b98e-447b-bb5c-d055fbbd79a7 req-51c132d2-0220-4f4d-b43a-f660d5cd938b tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:02.786451 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-0d711ebc-b98e-447b-bb5c-d055fbbd79a7 req-51c132d2-0220-4f4d-b43a-f660d5cd938b tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 944 time: 0.0510039 Nov 09 10:40:02.844701 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-0d711ebc-b98e-447b-bb5c-d055fbbd79a7 req-d5b11cd9-ef8b-49a5-9f2f-c1e4f2c194a9 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508978 Nov 09 10:40:04.450345 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf52fd-9783-43d6-a647-9fdb610dfb35 req-a0d2187a-3fea-4a92-aa6c-cf00c44d728c tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:04.451822 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-8cdf52fd-9783-43d6-a647-9fdb610dfb35 req-a0d2187a-3fea-4a92-aa6c-cf00c44d728c tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 944 time: 0.0508063 Nov 09 10:40:04.506947 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-8cdf52fd-9783-43d6-a647-9fdb610dfb35 req-74d56578-a4a6-471b-ad27-e524b285351d tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488772 Nov 09 10:40:05.627032 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a4e6c-3296-421e-853e-7cabb3da88e0 req-e127b148-d73d-4c47-b3aa-5d725e84b06e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:05.628551 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7e0a4e6c-3296-421e-853e-7cabb3da88e0 req-e127b148-d73d-4c47-b3aa-5d725e84b06e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 944 time: 0.0513337 Nov 09 10:40:05.684414 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7e0a4e6c-3296-421e-853e-7cabb3da88e0 req-5bdda1e2-8f37-4aff-ba71-97787217b7f5 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491889 Nov 09 10:40:06.547423 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47454) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:06.662103 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-abe88b46-f200-4f0c-80b8-67f5f088ff82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:06.744564 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-abe88b46-f200-4f0c-80b8-67f5f088ff82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:06.821851 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-abe88b46-f200-4f0c-80b8-67f5f088ff82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:06.825420 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f828d2d-5354-4c64-9281-bf8cd96d33b3 req-3ea9902f-96e9-47e4-b1bf-9e512af11dcc tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:06.826986 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6f828d2d-5354-4c64-9281-bf8cd96d33b3 req-3ea9902f-96e9-47e4-b1bf-9e512af11dcc tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 944 time: 0.0729806 Nov 09 10:40:06.865678 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-abe88b46-f200-4f0c-80b8-67f5f088ff82 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c04f2cfa3de840cd83d3bd7fdbb54c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170741 Nov 09 10:40:06.866547 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe88b46-f200-4f0c-80b8-67f5f088ff82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfeee76-66be-4c7f-8e6a-59bd536949a8,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:06.869016 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47468) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:06.892592 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6f828d2d-5354-4c64-9281-bf8cd96d33b3 req-38dac8c4-ef68-4008-9610-574e5d4a3cbb tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565219 Nov 09 10:40:06.932213 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-36390a16-1bb5-45db-b5d0-c01990d1fa6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:06.956286 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-36390a16-1bb5-45db-b5d0-c01990d1fa6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:07.131318 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-36390a16-1bb5-45db-b5d0-c01990d1fa6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:07.135826 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-36390a16-1bb5-45db-b5d0-c01990d1fa6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:07.137534 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-36390a16-1bb5-45db-b5d0-c01990d1fa6e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fdfeee76-66be-4c7f-8e6a-59bd536949a8 HTTP/1.1" status: 204 len: 168 time: 0.2672153 Nov 09 10:40:07.145932 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36390a16-1bb5-45db-b5d0-c01990d1fa6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfeee76-66be-4c7f-8e6a-59bd536949a8,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:07.307488 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a18cab-2fc8-4fc0-9e00-c9583c598e03 req-f8d59b2d-dd23-4667-99ff-6ea23351b59d tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:07.309077 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-15a18cab-2fc8-4fc0-9e00-c9583c598e03 req-f8d59b2d-dd23-4667-99ff-6ea23351b59d tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 946 time: 0.0550995 Nov 09 10:40:07.357476 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-15a18cab-2fc8-4fc0-9e00-c9583c598e03 req-dbae80f9-0791-4b9f-91bc-c34057853be1 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422246 Nov 09 10:40:07.887911 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47482) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:07.901864 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-07918059-3751-4603-8426-3baa76364bcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:07.984456 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-07918059-3751-4603-8426-3baa76364bcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:08.029206 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc2e1e-30d0-4521-bb02-a4b3e3b26843 req-35e71116-fa22-46fb-a69f-9e2a3f4ac4c0 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:08.030765 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a4dc2e1e-30d0-4521-bb02-a4b3e3b26843 req-35e71116-fa22-46fb-a69f-9e2a3f4ac4c0 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 944 time: 0.0597031 Nov 09 10:40:08.038773 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-07918059-3751-4603-8426-3baa76364bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:08.081398 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-07918059-3751-4603-8426-3baa76364bcb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3045c82e1e07494fabbcce3c66ee7c59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922419 Nov 09 10:40:08.082242 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07918059-3751-4603-8426-3baa76364bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a2dc55-d39f-42a3-8394-6eae4af761e5,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:08.083237 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a4dc2e1e-30d0-4521-bb02-a4b3e3b26843 req-8d75f56e-7848-4969-aa99-a34bd55b1ecc tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464470 Nov 09 10:40:08.084669 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47488) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:08.137663 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ecfedc1f-7f94-4b49-b49c-5576ae45cac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:08.162025 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ecfedc1f-7f94-4b49-b49c-5576ae45cac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:08.307346 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ecfedc1f-7f94-4b49-b49c-5576ae45cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:08.309947 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ecfedc1f-7f94-4b49-b49c-5576ae45cac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:08.311148 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-ecfedc1f-7f94-4b49-b49c-5576ae45cac5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/50a2dc55-d39f-42a3-8394-6eae4af761e5 HTTP/1.1" status: 204 len: 168 time: 0.2255530 Nov 09 10:40:08.320504 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfedc1f-7f94-4b49-b49c-5576ae45cac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a2dc55-d39f-42a3-8394-6eae4af761e5,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:08.538415 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261dc795-92c4-4cc2-a76d-8e59e6836270 req-fd695eca-bf73-4787-b6cb-2ec8740ce002 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:08.538415 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-261dc795-92c4-4cc2-a76d-8e59e6836270 req-fd695eca-bf73-4787-b6cb-2ec8740ce002 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 946 time: 0.0504222 Nov 09 10:40:08.538415 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-261dc795-92c4-4cc2-a76d-8e59e6836270 req-83293998-e3b0-423a-b868-a89dd02750cb tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411904 Nov 09 10:40:09.206063 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3ab0a-18e0-43fa-bc91-7acb8f7450b8 req-537d3ec2-beec-4983-800b-1c34f6891c15 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:09.207575 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0ea3ab0a-18e0-43fa-bc91-7acb8f7450b8 req-537d3ec2-beec-4983-800b-1c34f6891c15 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 944 time: 0.0524385 Nov 09 10:40:09.251365 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47504) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:09.265802 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-96928762-52ab-440d-84d6-78ef3ced101f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:09.266837 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0ea3ab0a-18e0-43fa-bc91-7acb8f7450b8 req-4559628b-2ae5-4481-8607-de5b165a9105 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529740 Nov 09 10:40:09.341711 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-96928762-52ab-440d-84d6-78ef3ced101f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:09.484898 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-96928762-52ab-440d-84d6-78ef3ced101f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:09.523901 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96928762-52ab-440d-84d6-78ef3ced101f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae28353-503e-4b77-98b6-d3521b1072a7,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:09.532019 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-96928762-52ab-440d-84d6-78ef3ced101f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc7fcbee3f4d42008d80b894fb1f19ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771680 Nov 09 10:40:09.533139 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47510) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:09.604525 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-48de32dc-fad0-40c3-a01d-a2e2c0f254ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:09.653703 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-48de32dc-fad0-40c3-a01d-a2e2c0f254ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:09.703110 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5d8cf-491c-4a80-86fd-034b65c55c15 req-63241a03-d29a-4598-9db5-4d373a6f4e89 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:09.704716 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-70c5d8cf-491c-4a80-86fd-034b65c55c15 req-63241a03-d29a-4598-9db5-4d373a6f4e89 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 946 time: 0.0899289 Nov 09 10:40:09.758690 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-70c5d8cf-491c-4a80-86fd-034b65c55c15 req-6f72d5fd-a735-4b35-b51a-4304c39b36fa tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448630 Nov 09 10:40:09.861564 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-48de32dc-fad0-40c3-a01d-a2e2c0f254ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:09.865264 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-48de32dc-fad0-40c3-a01d-a2e2c0f254ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:09.868397 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-48de32dc-fad0-40c3-a01d-a2e2c0f254ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ae28353-503e-4b77-98b6-d3521b1072a7 HTTP/1.1" status: 204 len: 168 time: 0.3332171 Nov 09 10:40:09.874808 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de32dc-fad0-40c3-a01d-a2e2c0f254ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae28353-503e-4b77-98b6-d3521b1072a7,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:10.422555 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c2e44-1af1-498f-8516-86f1e3ef25d0 req-16d6c350-d699-4d5b-90af-5bdaa0ec22bb tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:10.424071 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d91c2e44-1af1-498f-8516-86f1e3ef25d0 req-16d6c350-d699-4d5b-90af-5bdaa0ec22bb tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 944 time: 0.0634503 Nov 09 10:40:10.480577 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d91c2e44-1af1-498f-8516-86f1e3ef25d0 req-e435c37b-c9a0-4b63-a7ad-3321ec089b55 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499506 Nov 09 10:40:10.527675 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efefc7-1c64-4b57-9cd8-268b8d273111 req-8931ff97-185a-403d-af92-276812491fbb tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:10.527675 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f2efefc7-1c64-4b57-9cd8-268b8d273111 req-8931ff97-185a-403d-af92-276812491fbb tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.30 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 946 time: 0.0609169 Nov 09 10:40:10.633071 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-f2efefc7-1c64-4b57-9cd8-268b8d273111 req-6735f7cd-ab9c-41bf-b02e-58007cdc03da tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Deleting port 07b8bf6a-cca9-4efb-8c77-23793d3ff931 {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:40:10.633411 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-f2efefc7-1c64-4b57-9cd8-268b8d273111 req-6735f7cd-ab9c-41bf-b02e-58007cdc03da tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:10.738781 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-f2efefc7-1c64-4b57-9cd8-268b8d273111 req-6735f7cd-ab9c-41bf-b02e-58007cdc03da tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] For port 07b8bf6a-cca9-4efb-8c77-23793d3ff931, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=07b8bf6a-cca9-4efb-8c77-23793d3ff931,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:40:10.739141 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-f2efefc7-1c64-4b57-9cd8-268b8d273111 req-6735f7cd-ab9c-41bf-b02e-58007cdc03da tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:10.944147 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c422015-5056-479b-9d01-559cfd66be6c req-2ac6eb5e-168d-4e59-bee9-4c4c90dabe41 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:10.945651 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-3c422015-5056-479b-9d01-559cfd66be6c req-2ac6eb5e-168d-4e59-bee9-4c4c90dabe41 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 946 time: 0.1050444 Nov 09 10:40:11.327929 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-f2efefc7-1c64-4b57-9cd8-268b8d273111 req-6735f7cd-ab9c-41bf-b02e-58007cdc03da tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:11.328392 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-f2efefc7-1c64-4b57-9cd8-268b8d273111 req-6735f7cd-ab9c-41bf-b02e-58007cdc03da tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741267'] for floatingip, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:11.332299 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.db.l3_db [req-f2efefc7-1c64-4b57-9cd8-268b8d273111 req-6735f7cd-ab9c-41bf-b02e-58007cdc03da tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Floating IP 840f29d6-2f57-4e9a-8792-5ca7275cf88b disassociated. External IP: 172.27.0.12, port: 07b8bf6a-cca9-4efb-8c77-23793d3ff931. Nov 09 10:40:11.332299 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-f2efefc7-1c64-4b57-9cd8-268b8d273111 req-6735f7cd-ab9c-41bf-b02e-58007cdc03da tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Calling delete_port for 07b8bf6a-cca9-4efb-8c77-23793d3ff931 owned by compute:nova {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:40:11.336942 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-3c422015-5056-479b-9d01-559cfd66be6c req-72a96236-848a-4334-a2e6-a211411efaa8 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f5af535-2475-4563-aa23-121a0ed9b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326864 Nov 09 10:40:11.595506 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da3abb-9d53-4650-82cb-6a749d7c8969 req-12de2719-c471-4892-b2df-c7abf3eb7dfd tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:11.596935 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-51da3abb-9d53-4650-82cb-6a749d7c8969 req-12de2719-c471-4892-b2df-c7abf3eb7dfd tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 944 time: 0.0483916 Nov 09 10:40:11.644771 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-51da3abb-9d53-4650-82cb-6a749d7c8969 req-a0378212-992a-4133-9f19-3ca5f2f44dca tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413439 Nov 09 10:40:11.821126 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-f2efefc7-1c64-4b57-9cd8-268b8d273111 req-6735f7cd-ab9c-41bf-b02e-58007cdc03da tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:11.850002 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735f7cd-ab9c-41bf-b02e-58007cdc03da tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Pushing event deleted for resources: {'Port': ['ID=07b8bf6a-cca9-4efb-8c77-23793d3ff931,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:11.966282 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2efefc7-1c64-4b57-9cd8-268b8d273111 req-6735f7cd-ab9c-41bf-b02e-58007cdc03da tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Router 67207920-60c1-4908-bc6b-3dae8cf65a39 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:40:12.094715 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2efefc7-1c64-4b57-9cd8-268b8d273111 req-6735f7cd-ab9c-41bf-b02e-58007cdc03da tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:40:12.104639 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971899c-069a-43ef-b11b-d3dd0a523f53 None None] Sync routers for ids ['67207920-60c1-4908-bc6b-3dae8cf65a39'] in dv-cinder-816628-1-iscsi {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:40:12.115220 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971899c-069a-43ef-b11b-d3dd0a523f53 None None] Routers {'67207920-60c1-4908-bc6b-3dae8cf65a39'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:40:12.115933 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-1971899c-069a-43ef-b11b-d3dd0a523f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:39:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['67207920-60c1-4908-bc6b-3dae8cf65a39'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:12.136008 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2efefc7-1c64-4b57-9cd8-268b8d273111 req-6735f7cd-ab9c-41bf-b02e-58007cdc03da tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] No DVR routers for this DVR port 07b8bf6a-cca9-4efb-8c77-23793d3ff931 on host hv-cinder-81662 {{(pid=101905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:40:12.138630 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-f2efefc7-1c64-4b57-9cd8-268b8d273111 req-6735f7cd-ab9c-41bf-b02e-58007cdc03da tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:12.142199 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f2efefc7-1c64-4b57-9cd8-268b8d273111 req-6735f7cd-ab9c-41bf-b02e-58007cdc03da tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.30 "DELETE /v2.0/ports/07b8bf6a-cca9-4efb-8c77-23793d3ff931 HTTP/1.1" status: 204 len: 173 time: 1.6091421 Nov 09 10:40:12.142707 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13b163e-1659-4e4c-ba93-9b4c0b05a6f8', 'name': 'network-vif-deleted', 'tag': '07b8bf6a-cca9-4efb-8c77-23793d3ff931'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:40:12.145138 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611a2e62-2005-4de5-9100-142b066a7d27" -d '{"events": [{"server_uuid": "e13b163e-1659-4e4c-ba93-9b4c0b05a6f8", "name": "network-vif-deleted", "tag": "07b8bf6a-cca9-4efb-8c77-23793d3ff931"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:40:12.192220 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504a483d-34d0-4cf9-9841-11437e8c6a3c x-openstack-request-id: req-504a483d-34d0-4cf9-9841-11437e8c6a3c {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:40:12.192511 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13b163e-1659-4e4c-ba93-9b4c0b05a6f8", "name": "network-vif-deleted", "tag": "07b8bf6a-cca9-4efb-8c77-23793d3ff931", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:40:12.192816 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-504a483d-34d0-4cf9-9841-11437e8c6a3c {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:40:12.193722 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13b163e-1659-4e4c-ba93-9b4c0b05a6f8', 'name': 'network-vif-deleted', 'tag': '07b8bf6a-cca9-4efb-8c77-23793d3ff931', 'status': 'completed', 'code': 200} Nov 09 10:40:12.237068 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-1971899c-069a-43ef-b11b-d3dd0a523f53 None None] Set router 67207920-60c1-4908-bc6b-3dae8cf65a39 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:40:12.331927 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47584) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:12.483656 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-05e2bd11-c2e7-4001-ae7f-8ba895fbea3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:12.486310 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e95f48e7-56a0-4e88-86eb-284b57a29790 req-d57f73b2-bd5e-41df-a7ff-aee2adc317dc tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13b163e-1659-4e4c-ba93-9b4c0b05a6f8 HTTP/1.1" status: 200 len: 210 time: 0.0386047 Nov 09 10:40:12.496335 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-1971899c-069a-43ef-b11b-d3dd0a523f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'name': 'tempest-AttachVolumeShelveTestJSON-495058885-router', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '01b7685d-6710-457a-8617-9fa9df803200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:19Z', 'updated_at': '2021-11-09T10:35:27Z', 'revision_number': 4, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'gw_port': {'id': '01b7685d-6710-457a-8617-9fa9df803200', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:21Z', 'updated_at': '2021-11-09T10:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': 'bc56f024-515e-4a5e-bbe0-dd1a4dfef792', 'name': '', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'mac_address': 'fa:16:3e:89:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:26Z', 'updated_at': '2021-11-09T10:35:35Z', 'revision_number': 5, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'subnets': [{'id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:12.528004 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971899c-069a-43ef-b11b-d3dd0a523f53 None None] Checking router: 67207920-60c1-4908-bc6b-3dae8cf65a39 for host: dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:40:12.536882 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971899c-069a-43ef-b11b-d3dd0a523f53 None None] Routers {'67207920-60c1-4908-bc6b-3dae8cf65a39'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:40:12.537710 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-1971899c-069a-43ef-b11b-d3dd0a523f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:39:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['67207920-60c1-4908-bc6b-3dae8cf65a39'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:12.570258 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-05e2bd11-c2e7-4001-ae7f-8ba895fbea3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:12.644762 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-1971899c-069a-43ef-b11b-d3dd0a523f53 None None] Set router 67207920-60c1-4908-bc6b-3dae8cf65a39 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:40:12.719300 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device d38d3818-cbd7-421b-b082-5a11c86acde0 details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:40:12.752038 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-05e2bd11-c2e7-4001-ae7f-8ba895fbea3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:12.804141 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2bd11-c2e7-4001-ae7f-8ba895fbea3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffb83be-7aec-476f-bd0d-33c331543e89,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:12.810523 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-05e2bd11-c2e7-4001-ae7f-8ba895fbea3c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=47fbdb44089e4ca390ca3410e53e0462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4774718 Nov 09 10:40:12.813157 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47594) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:12.841242 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ab392-21cc-4e90-8930-ebf10aa12f6a req-d176eb63-2403-4380-8ef4-2d824a36b75b tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:12.843181 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4d7ab392-21cc-4e90-8930-ebf10aa12f6a req-d176eb63-2403-4380-8ef4-2d824a36b75b tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 944 time: 0.1245008 Nov 09 10:40:12.922853 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.db.resource_extend [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 10:40:12.929778 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4d7ab392-21cc-4e90-8930-ebf10aa12f6a req-42ee81c4-9956-44f9-bf15-9b56dca84267 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764391 Nov 09 10:40:12.930818 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-29df7be8-f234-470a-a164-7f062688a5e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:12.959866 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-29df7be8-f234-470a-a164-7f062688a5e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:13.064450 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port d38d3818-cbd7-421b-b082-5a11c86acde0, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=d38d3818-cbd7-421b-b082-5a11c86acde0,segment=NetworkSegment(cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7),segment_id=cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:40:13.099463 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': 'd38d3818-cbd7-421b-b082-5a11c86acde0', 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf', 'port_id': 'd38d3818-cbd7-421b-b082-5a11c86acde0', 'mac_address': 'fa:16:3e:fb:6f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162c9035-b134-4023-b2ba-1a2493525efe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:40:13.114477 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-1971899c-069a-43ef-b11b-d3dd0a523f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'name': 'tempest-AttachVolumeShelveTestJSON-495058885-router', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '01b7685d-6710-457a-8617-9fa9df803200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:19Z', 'updated_at': '2021-11-09T10:35:27Z', 'revision_number': 4, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'gw_port': {'id': '01b7685d-6710-457a-8617-9fa9df803200', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:21Z', 'updated_at': '2021-11-09T10:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': 'bc56f024-515e-4a5e-bbe0-dd1a4dfef792', 'name': '', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'mac_address': 'fa:16:3e:89:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:26Z', 'updated_at': '2021-11-09T10:35:35Z', 'revision_number': 5, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'subnets': [{'id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:13.147397 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971899c-069a-43ef-b11b-d3dd0a523f53 None None] The sync data for ids ['67207920-60c1-4908-bc6b-3dae8cf65a39'] in dv-cinder-816628-1-iscsi is: [{'id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'name': 'tempest-AttachVolumeShelveTestJSON-495058885-router', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '01b7685d-6710-457a-8617-9fa9df803200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:19Z', 'updated_at': '2021-11-09T10:35:27Z', 'revision_number': 4, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'gw_port': {'id': '01b7685d-6710-457a-8617-9fa9df803200', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:21Z', 'updated_at': '2021-11-09T10:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': 'bc56f024-515e-4a5e-bbe0-dd1a4dfef792', 'name': '', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'mac_address': 'fa:16:3e:89:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:26Z', 'updated_at': '2021-11-09T10:35:35Z', 'revision_number': 5, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'subnets': [{'id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:40:13.157421 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:13.171069 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-29df7be8-f234-470a-a164-7f062688a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:13.173083 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38d3818-cbd7-421b-b082-5a11c86acde0 {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:40:13.173921 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-29df7be8-f234-470a-a164-7f062688a5e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:13.175189 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-29df7be8-f234-470a-a164-7f062688a5e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ffb83be-7aec-476f-bd0d-33c331543e89 HTTP/1.1" status: 204 len: 168 time: 0.3607810 Nov 09 10:40:13.193779 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df7be8-f234-470a-a164-7f062688a5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffb83be-7aec-476f-bd0d-33c331543e89,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:13.208438 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port d38d3818-cbd7-421b-b082-5a11c86acde0, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=d38d3818-cbd7-421b-b082-5a11c86acde0,segment=NetworkSegment(cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7),segment_id=cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:40:13.279633 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:13.374123 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=d38d3818-cbd7-421b-b082-5a11c86acde0,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:13.522091 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['d38d3818-cbd7-421b-b082-5a11c86acde0'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:40:13.529435 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c52aca-571b-44a5-a750-af30e6d3ec02 None None] New status for floating IP 840f29d6-2f57-4e9a-8792-5ca7275cf88b: DOWN {{(pid=101907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 10:40:13.725531 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47622) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:13.831396 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d5c9526c-5f2a-49a2-8b75-830f1694dd72 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:13.866352 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d5c9526c-5f2a-49a2-8b75-830f1694dd72 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:13.992595 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d5c9526c-5f2a-49a2-8b75-830f1694dd72 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:13.995383 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d5c9526c-5f2a-49a2-8b75-830f1694dd72 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:13.996973 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-d5c9526c-5f2a-49a2-8b75-830f1694dd72 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "DELETE /v2.0/security-groups/1f5af535-2475-4563-aa23-121a0ed9b9de HTTP/1.1" status: 204 len: 168 time: 0.2703085 Nov 09 10:40:14.000412 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47630) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:14.012600 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9526c-5f2a-49a2-8b75-830f1694dd72 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5af535-2475-4563-aa23-121a0ed9b9de,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:14.017838 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.api.v2.resource [None req-cd11599e-1ddf-4cce-809d-5ce96709d1d7 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] show failed (client error): The resource could not be found. Nov 09 10:40:14.022852 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47632) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:14.023782 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-cd11599e-1ddf-4cce-809d-5ce96709d1d7 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups/1f5af535-2475-4563-aa23-121a0ed9b9de HTTP/1.1" status: 404 len: 347 time: 0.0216892 Nov 09 10:40:14.136640 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57203804-824f-4573-933f-5f97a3dcf47b req-973316ab-fbe8-46b2-b653-2a1307fcacab tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:14.138506 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-57203804-824f-4573-933f-5f97a3dcf47b req-973316ab-fbe8-46b2-b653-2a1307fcacab tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 945 time: 0.0989556 Nov 09 10:40:14.227566 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-57203804-824f-4573-933f-5f97a3dcf47b req-89e6d100-71a4-4cbd-b026-ad79c9652841 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824723 Nov 09 10:40:14.268727 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-26f61af7-bb34-458c-a3cf-7ada04f61a6b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Deleting port daf7b1d9-63c0-43fe-ba4b-5bbbb5cf8e7e {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:40:14.269071 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-26f61af7-bb34-458c-a3cf-7ada04f61a6b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:14.373076 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-26f61af7-bb34-458c-a3cf-7ada04f61a6b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:14.373076 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-26f61af7-bb34-458c-a3cf-7ada04f61a6b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:14.386616 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-26f61af7-bb34-458c-a3cf-7ada04f61a6b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Calling delete_port for daf7b1d9-63c0-43fe-ba4b-5bbbb5cf8e7e owned by network:floatingip {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:40:14.650866 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-26f61af7-bb34-458c-a3cf-7ada04f61a6b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:14.713344 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device d38d3818-cbd7-421b-b082-5a11c86acde0 up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:40:14.719456 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f61af7-bb34-458c-a3cf-7ada04f61a6b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Pushing event deleted for resources: {'Port': ['ID=daf7b1d9-63c0-43fe-ba4b-5bbbb5cf8e7e,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:14.760532 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-26f61af7-bb34-458c-a3cf-7ada04f61a6b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for floatingip, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:14.763189 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-26f61af7-bb34-458c-a3cf-7ada04f61a6b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for floatingip, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:14.764397 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-26f61af7-bb34-458c-a3cf-7ada04f61a6b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "DELETE /v2.0/floatingips/840f29d6-2f57-4e9a-8792-5ca7275cf88b HTTP/1.1" status: 204 len: 168 time: 0.7400107 Nov 09 10:40:14.915215 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning for port d38d3818-cbd7-421b-b082-5a11c86acde0 completed by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:40:14.919351 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port d38d3818-cbd7-421b-b082-5a11c86acde0 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:14.919714 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:15.010683 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:15.037197 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69b3316-b442-4f7a-b46a-5feb9613b807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38d3818-cbd7-421b-b082-5a11c86acde0'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:40:15.039683 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f2b3b3-63a4-460d-aca5-e2a8e1e1cb98" -d '{"events": [{"server_uuid": "d69b3316-b442-4f7a-b46a-5feb9613b807", "name": "network-vif-plugged", "status": "completed", "tag": "d38d3818-cbd7-421b-b082-5a11c86acde0"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:40:15.055131 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port d38d3818-cbd7-421b-b082-5a11c86acde0, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=d38d3818-cbd7-421b-b082-5a11c86acde0,segment=NetworkSegment(cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7),segment_id=cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:40:15.080885 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c6df0d-2b59-47d8-bf63-69529fa9796f x-openstack-request-id: req-78c6df0d-2b59-47d8-bf63-69529fa9796f {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:40:15.080885 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69b3316-b442-4f7a-b46a-5feb9613b807", "name": "network-vif-plugged", "status": "completed", "tag": "d38d3818-cbd7-421b-b082-5a11c86acde0", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:40:15.080885 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78c6df0d-2b59-47d8-bf63-69529fa9796f {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:40:15.081360 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69b3316-b442-4f7a-b46a-5feb9613b807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38d3818-cbd7-421b-b082-5a11c86acde0', 'code': 200} Nov 09 10:40:15.102555 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47662) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:15.107061 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-f42cd798-67e1-4452-8394-91bf71211777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1216803691', 'description': 'tempest-description--34342820'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:15.118892 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:15.120129 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 07b8bf6a-cca9-4efb-8c77-23793d3ff931 no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:40:15.174225 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] No Port match for: 07b8bf6a-cca9-4efb-8c77-23793d3ff931 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:40:15.176477 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 07b8bf6a-cca9-4efb-8c77-23793d3ff931 not bound to the agent host hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:40:15.227417 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f42cd798-67e1-4452-8394-91bf71211777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:15.256996 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=d38d3818-cbd7-421b-b082-5a11c86acde0,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:15.313191 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f42cd798-67e1-4452-8394-91bf71211777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:15.407940 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f42cd798-67e1-4452-8394-91bf71211777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:15.423450 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339947b-82c7-4563-b0be-652fc1dd06b7 req-55e85695-36e1-41ac-b1c0-035648d011f0 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:15.434554 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c339947b-82c7-4563-b0be-652fc1dd06b7 req-55e85695-36e1-41ac-b1c0-035648d011f0 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.1041472 Nov 09 10:40:15.447002 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cd798-67e1-4452-8394-91bf71211777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:15.455047 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15697a30-1069-4228-bf7a-c2e4a09c1fd8 req-986e349d-b4f0-4a64-9bb3-acad0aed62d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:15.456673 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-15697a30-1069-4228-bf7a-c2e4a09c1fd8 req-986e349d-b4f0-4a64-9bb3-acad0aed62d6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 1099 time: 0.0949147 Nov 09 10:40:15.518796 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f42cd798-67e1-4452-8394-91bf71211777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:15.524659 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-f42cd798-67e1-4452-8394-91bf71211777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4171612 Nov 09 10:40:15.526390 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47676) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:15.531245 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-ab461ea9-1724-466e-8da2-e31f7b361e70 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Request body: {'security_group_rule': {'security_group_id': '6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:15.536640 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c339947b-82c7-4563-b0be-652fc1dd06b7 req-9a564f18-0260-4fcc-82a8-ff13a94f232b tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008780 Nov 09 10:40:15.562215 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-15697a30-1069-4228-bf7a-c2e4a09c1fd8 req-347d5eab-f74f-4351-95b0-912484488ba5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973217 Nov 09 10:40:15.735752 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-ab461ea9-1724-466e-8da2-e31f7b361e70 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:15.801923 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-ab461ea9-1724-466e-8da2-e31f7b361e70 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:15.924520 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-ab461ea9-1724-466e-8da2-e31f7b361e70 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:15.946500 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab461ea9-1724-466e-8da2-e31f7b361e70 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37928d45-36c1-40c5-87e4-a462b220851f,revision_number=0']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:16.196006 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-ab461ea9-1724-466e-8da2-e31f7b361e70 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:16.197213 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-ab461ea9-1724-466e-8da2-e31f7b361e70 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6696467 Nov 09 10:40:16.199895 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47698) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:16.204259 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-f26c68e7-b266-4c48-8b38-6136815f439b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Request body: {'security_group_rule': {'security_group_id': '6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:16.286954 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f26c68e7-b266-4c48-8b38-6136815f439b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:16.346454 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f26c68e7-b266-4c48-8b38-6136815f439b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:16.404350 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f26c68e7-b266-4c48-8b38-6136815f439b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:16.423142 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c68e7-b266-4c48-8b38-6136815f439b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9400bc65-c1ae-4771-aaf0-0ab1c15216f0,revision_number=0']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:16.532533 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f26c68e7-b266-4c48-8b38-6136815f439b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:16.537113 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-f26c68e7-b266-4c48-8b38-6136815f439b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3328962 Nov 09 10:40:16.538510 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47708) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:16.542695 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-24b6fee9-6386-4599-87d4-025b4d8b1a78 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Request body: {'floatingip': {'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:16.659913 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afe51b-6d36-45e5-a5f8-f8136c996454 req-a4497bf6-4016-4d30-9516-452d5db0bc39 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:16.661494 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-04afe51b-6d36-45e5-a5f8-f8136c996454 req-a4497bf6-4016-4d30-9516-452d5db0bc39 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.0534086 Nov 09 10:40:16.720233 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-04afe51b-6d36-45e5-a5f8-f8136c996454 req-191a06c3-ade4-4c1c-8924-bd0ac493e82d tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517292 Nov 09 10:40:16.840057 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-24b6fee9-6386-4599-87d4-025b4d8b1a78 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for floatingip, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:16.950985 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-24b6fee9-6386-4599-87d4-025b4d8b1a78 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:17.075564 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_common [None req-24b6fee9-6386-4599-87d4-025b4d8b1a78 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Allocated IP 172.27.0.30 (b911c41a-6d30-4814-901f-89185e089761/716689b8-5fc0-4f64-a63e-fd749e80eafc/cc3c1a87-078f-42ea-9f50-3557de50724a) {{(pid=101905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:40:17.208462 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-24b6fee9-6386-4599-87d4-025b4d8b1a78 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for port, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:17.260130 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff61ac-eefd-4789-9a05-f082e8e0fbd3 req-cb76a215-93fa-415f-9440-92840385e27d tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:17.264450 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-8fff61ac-eefd-4789-9a05-f082e8e0fbd3 req-cb76a215-93fa-415f-9440-92840385e27d tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 946 time: 0.2794743 Nov 09 10:40:17.311021 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-8fff61ac-eefd-4789-9a05-f082e8e0fbd3 req-15d4f059-42c0-4fc5-b863-7e8aa32e938a tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443227 Nov 09 10:40:17.335125 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47732) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:17.342578 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-24b6fee9-6386-4599-87d4-025b4d8b1a78 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:17.384587 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b6fee9-6386-4599-87d4-025b4d8b1a78 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Network b911c41a-6d30-4814-901f-89185e089761 is already hosted by enough agents. {{(pid=101905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:40:17.391031 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-24b6fee9-6386-4599-87d4-025b4d8b1a78 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Resources bound (agent type, host, resource id): {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:40:17.393559 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b6fee9-6386-4599-87d4-025b4d8b1a78 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Received port after_create {{(pid=101905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:40:17.417738 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6fee9-6386-4599-87d4-025b4d8b1a78 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Pushing event updated for resources: {'Port': ['ID=cc3c1a87-078f-42ea-9f50-3557de50724a,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:17.556058 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-24b6fee9-6386-4599-87d4-025b4d8b1a78 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:17.571150 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cfb129-31be-4883-a886-3a3c6567f0be tempest-TestMinimumBasicScenario-1689504815 tempest-TestMinimumBasicScenario-1689504815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:17.572446 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-48cfb129-31be-4883-a886-3a3c6567f0be tempest-TestMinimumBasicScenario-1689504815 tempest-TestMinimumBasicScenario-1689504815-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 1094 time: 0.2362609 Nov 09 10:40:17.575429 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47736) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:17.579660 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-5158cb62-a4b2-4111-a716-2e9c2e8c1d23 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Request body: {'floatingip': {'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'port_id': '7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:17.677976 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-24b6fee9-6386-4599-87d4-025b4d8b1a78 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:17.727384 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5158cb62-a4b2-4111-a716-2e9c2e8c1d23 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for floatingip, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:17.728180 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47748) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:17.774852 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b77191-e522-41b3-a2a1-47dfe65d12df admin admin] Deleting subnet a16459dd-0cbb-4acb-a108-cb5434d9caaf {{(pid=101904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 10:40:17.779099 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d3b77191-e522-41b3-a2a1-47dfe65d12df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:17.814193 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d3b77191-e522-41b3-a2a1-47dfe65d12df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8625588'] for subnet, precommit_delete_associations {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:17.856061 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d3b77191-e522-41b3-a2a1-47dfe65d12df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1578030'] for subnet, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:17.932925 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1749cd-004d-425b-af33-f9d57c0271e5 req-36673c58-e09d-4dd1-a9aa-352c54b26427 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:17.934351 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-fe1749cd-004d-425b-af33-f9d57c0271e5 req-36673c58-e09d-4dd1-a9aa-352c54b26427 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.1279047 Nov 09 10:40:17.968273 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-24b6fee9-6386-4599-87d4-025b4d8b1a78 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for port, precommit_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:17.982148 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d3b77191-e522-41b3-a2a1-47dfe65d12df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1578023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9053813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8460600'] for subnet, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:18.009780 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b77191-e522-41b3-a2a1-47dfe65d12df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a16459dd-0cbb-4acb-a108-cb5434d9caaf,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:18.011736 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d3b77191-e522-41b3-a2a1-47dfe65d12df admin admin] Publish callbacks [] for subnet, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:18.015035 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-d3b77191-e522-41b3-a2a1-47dfe65d12df admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a16459dd-0cbb-4acb-a108-cb5434d9caaf HTTP/1.1" status: 204 len: 168 time: 0.2857273 Nov 09 10:40:18.016787 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-fe1749cd-004d-425b-af33-f9d57c0271e5 req-8f199987-1dba-42f6-89bd-17d9e8c164a8 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761011 Nov 09 10:40:18.017585 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47752) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:18.019191 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5158cb62-a4b2-4111-a716-2e9c2e8c1d23 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:18.065263 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-24b6fee9-6386-4599-87d4-025b4d8b1a78 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462366'] for port, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:18.095850 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef167-7e45-4cb5-82da-05de879c325a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1668299'] for network, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:18.184106 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444019b-2a61-45cc-8179-e9b16b72b6aa req-7d03ed2f-0b0a-495a-864f-0c731b59246a tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:18.185512 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-8444019b-2a61-45cc-8179-e9b16b72b6aa req-7d03ed2f-0b0a-495a-864f-0c731b59246a tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.0877464 Nov 09 10:40:18.193807 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6fee9-6386-4599-87d4-025b4d8b1a78 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Pushing event updated for resources: {'Port': ['ID=cc3c1a87-078f-42ea-9f50-3557de50724a,revision_number=2']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:18.202792 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-24b6fee9-6386-4599-87d4-025b4d8b1a78 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741267'] for floatingip, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:18.218352 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_common [None req-5158cb62-a4b2-4111-a716-2e9c2e8c1d23 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Allocated IP 172.27.0.27 (b911c41a-6d30-4814-901f-89185e089761/716689b8-5fc0-4f64-a63e-fd749e80eafc/778f92d1-25b1-4533-909c-f345ed8ac1bc) {{(pid=101905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:40:18.236634 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef167-7e45-4cb5-82da-05de879c325a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1578843', 'neutron.services.segments.db._delete_segments_for_network-8781390831665'] for network, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:18.275021 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-cb2ef167-7e45-4cb5-82da-05de879c325a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7fe64c-f857-48da-99e0-9bee2c46223e']}} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:18.293540 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-cb2ef167-7e45-4cb5-82da-05de879c325a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b60ff0-f40a-458d-a280-c3ffcfaa390a') {'for_net_delete': True} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:18.299507 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-cb2ef167-7e45-4cb5-82da-05de879c325a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b60ff0-f40a-458d-a280-c3ffcfaa390a') {} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:18.303713 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-8444019b-2a61-45cc-8179-e9b16b72b6aa req-8faa7384-8bd2-487b-a1cb-b99e31a10e90 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101439 Nov 09 10:40:18.307600 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef167-7e45-4cb5-82da-05de879c325a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781390865722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8625581'] for segment, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:18.328284 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47760) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:18.334120 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef167-7e45-4cb5-82da-05de879c325a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:18.341519 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2ef167-7e45-4cb5-82da-05de879c325a admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 10:40:18.341982 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef167-7e45-4cb5-82da-05de879c325a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9053843'] for segment, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: Traceback (most recent call last): Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: timer() Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: cb(*args, **kw) Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: return func(*args, **kwargs) Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: self._notify() Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: self.callback(batched_events) Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: event.method(event) Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: return f(self, *a, **k) Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: return self._get(url).json() Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: return self.request(url, 'GET', **kwargs) Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 10:40:18.343844 dv-cinder-816628-1-iscsi neutron-server[101904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 10:40:18.353140 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5158cb62-a4b2-4111-a716-2e9c2e8c1d23 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for port, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:18.379363 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-24b6fee9-6386-4599-87d4-025b4d8b1a78 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for floatingip, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:18.384525 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-24b6fee9-6386-4599-87d4-025b4d8b1a78 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8460646 Nov 09 10:40:18.486161 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef167-7e45-4cb5-82da-05de879c325a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741285'] for network, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:18.491173 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef167-7e45-4cb5-82da-05de879c325a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:18.495474 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-cb2ef167-7e45-4cb5-82da-05de879c325a admin admin] 10.222.0.35 "DELETE /v2.0/networks/2f7fe64c-f857-48da-99e0-9bee2c46223e HTTP/1.1" status: 204 len: 168 time: 0.4766481 Nov 09 10:40:18.498646 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47768) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:18.507649 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5158cb62-a4b2-4111-a716-2e9c2e8c1d23 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:18.514265 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ef167-7e45-4cb5-82da-05de879c325a admin admin] Pushing event deleted for resources: {'Network': ['ID=2f7fe64c-f857-48da-99e0-9bee2c46223e,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:18.524203 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdf9cc3-0cc1-4ea0-9660-9da502ab809c tempest-TestShelveInstance-812139073 tempest-TestShelveInstance-812139073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:18.525915 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-abdf9cc3-0cc1-4ea0-9660-9da502ab809c tempest-TestShelveInstance-812139073 tempest-TestShelveInstance-812139073-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 1094 time: 0.1966465 Nov 09 10:40:18.529110 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47774) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:18.533866 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-bbe4c23f-4b0f-4c8e-a625-3b07fd85b2e7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Request body: {'floatingip': {'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'port_id': 'd38d3818-cbd7-421b-b082-5a11c86acde0', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:18.571367 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5158cb62-a4b2-4111-a716-2e9c2e8c1d23 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Network b911c41a-6d30-4814-901f-89185e089761 is already hosted by enough agents. {{(pid=101905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:40:18.582170 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-5158cb62-a4b2-4111-a716-2e9c2e8c1d23 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Resources bound (agent type, host, resource id): {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:40:18.600016 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5158cb62-a4b2-4111-a716-2e9c2e8c1d23 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Received port after_create {{(pid=101905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:40:18.628099 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e5d02a-8c1d-4d1a-9325-f1a775760bae admin admin] Deleting subnet e5804b59-452b-4190-85a6-0368710dd9e0 {{(pid=101905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 10:40:18.637159 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a5e5d02a-8c1d-4d1a-9325-f1a775760bae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:18.660044 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158cb62-a4b2-4111-a716-2e9c2e8c1d23 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Pushing event updated for resources: {'Port': ['ID=778f92d1-25b1-4533-909c-f345ed8ac1bc,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:18.673418 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-bbe4c23f-4b0f-4c8e-a625-3b07fd85b2e7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for floatingip, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:18.704890 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a5e5d02a-8c1d-4d1a-9325-f1a775760bae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7956809'] for subnet, precommit_delete_associations {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:18.729682 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-ddc18a0e-bd60-4355-83a0-ea7bc3286caa tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1216803691&fields=id&tenant_id=0cd90823f43e4d41be05683e40b3ac62 HTTP/1.1" status: 200 len: 267 time: 0.1654234 Nov 09 10:40:18.780221 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-bbe4c23f-4b0f-4c8e-a625-3b07fd85b2e7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:18.894147 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [None req-bbe4c23f-4b0f-4c8e-a625-3b07fd85b2e7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Allocated IP 172.27.0.214 (b911c41a-6d30-4814-901f-89185e089761/716689b8-5fc0-4f64-a63e-fd749e80eafc/f9445cfc-c9fc-46e8-b633-25cd83ae970a) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:40:19.109255 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a5e5d02a-8c1d-4d1a-9325-f1a775760bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1578030'] for subnet, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:19.277466 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-bbe4c23f-4b0f-4c8e-a625-3b07fd85b2e7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:19.280679 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-99209fa9-5a1d-45e3-b3bf-bc73ce319eed tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:19.282187 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-99209fa9-5a1d-45e3-b3bf-bc73ce319eed tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/networks?id=34358316-6aa9-484d-bebb-9653f7b5c623 HTTP/1.1" status: 200 len: 816 time: 0.5343313 Nov 09 10:40:19.404118 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a5e5d02a-8c1d-4d1a-9325-f1a775760bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1578023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8831772'] for subnet, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:19.418237 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-bbe4c23f-4b0f-4c8e-a625-3b07fd85b2e7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:19.452844 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-ef4135fa-2788-48b3-9557-af976a1584b8 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/quotas/0cd90823f43e4d41be05683e40b3ac62 HTTP/1.1" status: 200 len: 375 time: 0.1630924 Nov 09 10:40:19.463100 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5d02a-8c1d-4d1a-9325-f1a775760bae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5804b59-452b-4190-85a6-0368710dd9e0,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:19.464614 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe4c23f-4b0f-4c8e-a625-3b07fd85b2e7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Network b911c41a-6d30-4814-901f-89185e089761 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:40:19.465380 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-a5e5d02a-8c1d-4d1a-9325-f1a775760bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:19.471570 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-a5e5d02a-8c1d-4d1a-9325-f1a775760bae admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e5804b59-452b-4190-85a6-0368710dd9e0 HTTP/1.1" status: 204 len: 168 time: 0.9717808 Nov 09 10:40:19.472324 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47798) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:19.475054 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-bbe4c23f-4b0f-4c8e-a625-3b07fd85b2e7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:40:19.485965 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe4c23f-4b0f-4c8e-a625-3b07fd85b2e7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:40:19.491378 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4c23f-4b0f-4c8e-a625-3b07fd85b2e7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Pushing event updated for resources: {'Port': ['ID=f9445cfc-c9fc-46e8-b633-25cd83ae970a,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:19.585888 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-64236fb7-43cc-408a-9cec-5b80f872ff78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1668299'] for network, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:19.632057 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-a6c9d67f-a014-418c-89db-e80ebf29b3ec tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cd90823f43e4d41be05683e40b3ac62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1538217 Nov 09 10:40:19.744645 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5158cb62-a4b2-4111-a716-2e9c2e8c1d23 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:19.778686 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-64236fb7-43cc-408a-9cec-5b80f872ff78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1578843', 'neutron.services.segments.db._delete_segments_for_network-8781390831665'] for network, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:19.808434 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-64236fb7-43cc-408a-9cec-5b80f872ff78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f60b8fd-188c-4114-a894-f3b517f5e32e']}} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:19.845345 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-64236fb7-43cc-408a-9cec-5b80f872ff78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2614960f-87c6-4074-bbd3-8ea60c1721b4') {'for_net_delete': True} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:19.845809 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-64236fb7-43cc-408a-9cec-5b80f872ff78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2614960f-87c6-4074-bbd3-8ea60c1721b4') {} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:19.866310 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-64236fb7-43cc-408a-9cec-5b80f872ff78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781390865722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8625581'] for segment, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:19.891254 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-64236fb7-43cc-408a-9cec-5b80f872ff78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:19.901626 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64236fb7-43cc-408a-9cec-5b80f872ff78 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 10:40:19.902040 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-64236fb7-43cc-408a-9cec-5b80f872ff78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9053843'] for segment, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: Traceback (most recent call last): Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: timer() Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: cb(*args, **kw) Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: return func(*args, **kwargs) Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: self._notify() Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: self.callback(batched_events) Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: event.method(event) Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: return f(self, *a, **k) Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: return self._get(url).json() Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: return self.request(url, 'GET', **kwargs) Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 10:40:19.903706 dv-cinder-816628-1-iscsi neutron-server[101904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 10:40:19.909833 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-ecde13e3-b38f-4b65-8b6e-e516bddaaeee service neutron] 10.222.0.35 "GET /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271147 Nov 09 10:40:19.998988 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5158cb62-a4b2-4111-a716-2e9c2e8c1d23 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:20.072327 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-c88c8ce4-db6c-4411-9caa-204aeb7cb3cf service neutron] 10.222.0.35 "GET /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554701 Nov 09 10:40:20.079063 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-64236fb7-43cc-408a-9cec-5b80f872ff78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741285'] for network, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:20.083219 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-64236fb7-43cc-408a-9cec-5b80f872ff78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:20.089554 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-64236fb7-43cc-408a-9cec-5b80f872ff78 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6f60b8fd-188c-4114-a894-f3b517f5e32e HTTP/1.1" status: 204 len: 168 time: 0.6134353 Nov 09 10:40:20.110660 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64236fb7-43cc-408a-9cec-5b80f872ff78 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f60b8fd-188c-4114-a894-f3b517f5e32e,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:20.125000 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-bbe4c23f-4b0f-4c8e-a625-3b07fd85b2e7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:20.203779 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5158cb62-a4b2-4111-a716-2e9c2e8c1d23 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for port, precommit_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:20.294454 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5158cb62-a4b2-4111-a716-2e9c2e8c1d23 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462366'] for port, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:20.354327 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-bbe4c23f-4b0f-4c8e-a625-3b07fd85b2e7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:20.386883 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158cb62-a4b2-4111-a716-2e9c2e8c1d23 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Pushing event updated for resources: {'Port': ['ID=778f92d1-25b1-4533-909c-f345ed8ac1bc,revision_number=2']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:20.398228 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5158cb62-a4b2-4111-a716-2e9c2e8c1d23 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741267'] for floatingip, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:20.402783 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-fba41eca-b27f-48bb-b97d-adca3520c013 req-c05c9c48-9ad3-427d-ba63-a5d3b8253d15 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 210 time: 0.0675519 Nov 09 10:40:20.514261 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.db.l3_db [None req-5158cb62-a4b2-4111-a716-2e9c2e8c1d23 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Floating IP 1e7d8c98-bc94-4d31-85c5-306ecd82b94c associated. External IP: 172.27.0.27, port: 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff. Nov 09 10:40:20.547205 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-839a2a66-1f04-4146-b482-c3010f4b4fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:20.586882 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47820) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:20.603606 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-bbe4c23f-4b0f-4c8e-a625-3b07fd85b2e7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:20.638225 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-b9066e57-dcfb-463b-b2b2-e1612eeee448 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a262f735e569425d8aa9e96554ad49e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0500054 Nov 09 10:40:20.640740 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47822) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:20.690964 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-843742f2-9c32-45c7-b445-232871a87c04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:20.712980 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-843742f2-9c32-45c7-b445-232871a87c04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:20.735464 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5158cb62-a4b2-4111-a716-2e9c2e8c1d23 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Router bfaf5474-212f-4d1e-b2d7-d41ea30e6239 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:40:20.740621 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-bbe4c23f-4b0f-4c8e-a625-3b07fd85b2e7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:20.831058 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4c23f-4b0f-4c8e-a625-3b07fd85b2e7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Pushing event updated for resources: {'Port': ['ID=f9445cfc-c9fc-46e8-b633-25cd83ae970a,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:20.833602 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-bbe4c23f-4b0f-4c8e-a625-3b07fd85b2e7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741267'] for floatingip, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:20.868615 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5158cb62-a4b2-4111-a716-2e9c2e8c1d23 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:40:20.882145 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed4f96-7936-41d0-8976-3f5d60d760c8 None None] Sync routers for ids ['bfaf5474-212f-4d1e-b2d7-d41ea30e6239'] in dv-cinder-816628-1-iscsi {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:40:20.894370 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-843742f2-9c32-45c7-b445-232871a87c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:20.894943 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed4f96-7936-41d0-8976-3f5d60d760c8 None None] Routers {'bfaf5474-212f-4d1e-b2d7-d41ea30e6239'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:40:20.895580 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-843742f2-9c32-45c7-b445-232871a87c04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:20.895945 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-12ed4f96-7936-41d0-8976-3f5d60d760c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:39:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['bfaf5474-212f-4d1e-b2d7-d41ea30e6239'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:20.897979 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-843742f2-9c32-45c7-b445-232871a87c04 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34d6e9aa-64f7-49ed-ad45-8a823054224b HTTP/1.1" status: 204 len: 168 time: 0.2551467 Nov 09 10:40:20.936278 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843742f2-9c32-45c7-b445-232871a87c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d6e9aa-64f7-49ed-ad45-8a823054224b,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:20.943170 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5158cb62-a4b2-4111-a716-2e9c2e8c1d23 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for floatingip, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:20.971318 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-5158cb62-a4b2-4111-a716-2e9c2e8c1d23 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3948154 Nov 09 10:40:20.971879 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861de895-d655-4b82-b16d-b4f73e9ccba3', 'tag': '7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:40:20.974440 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3164a5-036f-4f4f-aa17-d6d41d3b0331" -d '{"events": [{"name": "network-changed", "server_uuid": "861de895-d655-4b82-b16d-b4f73e9ccba3", "tag": "7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:40:20.975432 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47830) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:20.987758 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-444c0976-0c2a-4550-8ebd-be1409de01f8 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1115581956', 'description': 'tempest-secgroup-smoke-1115581956 description', 'project_id': 'b538f1548c3549a188cafef15f81b59c'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:21.003775 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.l3_db [None req-bbe4c23f-4b0f-4c8e-a625-3b07fd85b2e7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Floating IP 4b6fcaa1-9b04-4a00-a5ef-065eb8e239a3 associated. External IP: 172.27.0.214, port: d38d3818-cbd7-421b-b082-5a11c86acde0. Nov 09 10:40:21.037456 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cc04ec-26ca-447a-b6f8-8947c98beab7 x-openstack-request-id: req-52cc04ec-26ca-447a-b6f8-8947c98beab7 {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:40:21.038209 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861de895-d655-4b82-b16d-b4f73e9ccba3", "tag": "7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:40:21.038209 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52cc04ec-26ca-447a-b6f8-8947c98beab7 {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:40:21.038569 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861de895-d655-4b82-b16d-b4f73e9ccba3', 'tag': '7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff', 'status': 'completed', 'code': 200} Nov 09 10:40:21.044809 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-12ed4f96-7936-41d0-8976-3f5d60d760c8 None None] Set router bfaf5474-212f-4d1e-b2d7-d41ea30e6239 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:40:21.123381 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3164a5-036f-4f4f-aa17-d6d41d3b0331 req-13c30237-bd13-4b96-a86e-229ef74b5605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:21.125152 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6d3164a5-036f-4f4f-aa17-d6d41d3b0331 req-13c30237-bd13-4b96-a86e-229ef74b5605 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b538f1548c3549a188cafef15f81b59c&device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 1099 time: 0.0485771 Nov 09 10:40:21.128334 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-444c0976-0c2a-4550-8ebd-be1409de01f8 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:21.233313 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3164a5-036f-4f4f-aa17-d6d41d3b0331 req-b7f251f8-a5e4-40c5-9348-55a3db35afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:21.234789 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6d3164a5-036f-4f4f-aa17-d6d41d3b0331 req-b7f251f8-a5e4-40c5-9348-55a3db35afcb service neutron] 10.222.0.30 "GET /v2.0/networks?id=56f69718-58a6-4143-a9fa-e85c00997496 HTTP/1.1" status: 200 len: 915 time: 0.1009204 Nov 09 10:40:21.308914 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6d3164a5-036f-4f4f-aa17-d6d41d3b0331 req-81774fcb-d979-4647-9f24-fdf47ac89584 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff HTTP/1.1" status: 200 len: 999 time: 0.0633204 Nov 09 10:40:21.315836 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-444c0976-0c2a-4550-8ebd-be1409de01f8 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:21.323874 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe4c23f-4b0f-4c8e-a625-3b07fd85b2e7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Router 165c1033-2db6-4b48-a674-57d36e7a511b has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:40:21.393707 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3164a5-036f-4f4f-aa17-d6d41d3b0331 req-03b87049-50cd-4d68-8002-cbec4aca4386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:21.398462 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6d3164a5-036f-4f4f-aa17-d6d41d3b0331 req-03b87049-50cd-4d68-8002-cbec4aca4386 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e8c19ae-f549-4b9e-a681-beeb62d4a4a4 HTTP/1.1" status: 200 len: 854 time: 0.0816367 Nov 09 10:40:21.401259 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-12ed4f96-7936-41d0-8976-3f5d60d760c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'name': 'tempest-TestMinimumBasicScenario-1303468805-router', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:41Z', 'updated_at': '2021-11-09T10:38:45Z', 'revision_number': 4, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'gw_port': {'id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:42Z', 'updated_at': '2021-11-09T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '1e7d8c98-bc94-4d31-85c5-306ecd82b94c', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'port_id': '7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496', 'mac_address': 'fa:16:3e:bd:46:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861de895-d655-4b82-b16d-b4f73e9ccba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:40:19Z', 'updated_at': '2021-11-09T10:40:19Z', 'revision_number': 0, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576db910-b00d-447f-b253-17606e2a7f4b', 'name': '', 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'mac_address': 'fa:16:3e:df:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1e8c19ae-f549-4b9e-a681-beeb62d4a4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:44Z', 'updated_at': '2021-11-09T10:38:51Z', 'revision_number': 5, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'subnets': [{'id': '1e8c19ae-f549-4b9e-a681-beeb62d4a4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:21.414606 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-444c0976-0c2a-4550-8ebd-be1409de01f8 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:21.483732 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed4f96-7936-41d0-8976-3f5d60d760c8 None None] Checking router: bfaf5474-212f-4d1e-b2d7-d41ea30e6239 for host: dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:40:21.491279 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3164a5-036f-4f4f-aa17-d6d41d3b0331 req-1ec92387-eae5-47ab-a662-33d2ab6e9f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:21.493372 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6d3164a5-036f-4f4f-aa17-d6d41d3b0331 req-1ec92387-eae5-47ab-a662-33d2ab6e9f6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56f69718-58a6-4143-a9fa-e85c00997496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0863142 Nov 09 10:40:21.494610 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c0976-0c2a-4550-8ebd-be1409de01f8 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ee30c7-d063-4cce-8aeb-2473ad541ea4,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:21.497548 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed4f96-7936-41d0-8976-3f5d60d760c8 None None] Routers {'bfaf5474-212f-4d1e-b2d7-d41ea30e6239'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:40:21.498475 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-12ed4f96-7936-41d0-8976-3f5d60d760c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:39:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['bfaf5474-212f-4d1e-b2d7-d41ea30e6239'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:21.554416 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-57b56280-6e7a-4801-ae26-cfe1eb9d4af2 req-e982e763-553a-4c2a-a2bd-9a9b0f4faec9 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 210 time: 0.0319288 Nov 09 10:40:21.562945 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe4c23f-4b0f-4c8e-a625-3b07fd85b2e7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:40:21.582093 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b701f17-85b0-4409-a73d-abfc7d94699a None None] Sync routers for ids ['165c1033-2db6-4b48-a674-57d36e7a511b'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:40:21.594614 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b701f17-85b0-4409-a73d-abfc7d94699a None None] Routers {'165c1033-2db6-4b48-a674-57d36e7a511b'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:40:21.594955 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-1b701f17-85b0-4409-a73d-abfc7d94699a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:39:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['165c1033-2db6-4b48-a674-57d36e7a511b'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:21.612323 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6d3164a5-036f-4f4f-aa17-d6d41d3b0331 req-5eced889-d547-47e9-a40b-aa3e1b9713e2 service neutron] 10.222.0.30 "GET /v2.0/networks/56f69718-58a6-4143-a9fa-e85c00997496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114855 Nov 09 10:40:21.629891 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-12ed4f96-7936-41d0-8976-3f5d60d760c8 None None] Set router bfaf5474-212f-4d1e-b2d7-d41ea30e6239 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:40:21.723684 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6d3164a5-036f-4f4f-aa17-d6d41d3b0331 req-247910c2-3e0e-4db9-b77a-c2be1b1b9bc2 service neutron] 10.222.0.30 "GET /v2.0/networks/56f69718-58a6-4143-a9fa-e85c00997496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036320 Nov 09 10:40:21.747835 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-1b701f17-85b0-4409-a73d-abfc7d94699a None None] Set router 165c1033-2db6-4b48-a674-57d36e7a511b gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:40:21.761321 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-444c0976-0c2a-4550-8ebd-be1409de01f8 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:21.762831 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-444c0976-0c2a-4550-8ebd-be1409de01f8 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7794695 Nov 09 10:40:21.765985 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47842) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:21.770963 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-14ba6eb9-034c-4b4c-9482-328d1045fddd tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Request body: {'security_group_rule': {'security_group_id': '78ee30c7-d063-4cce-8aeb-2473ad541ea4', 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:21.854967 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-bbe4c23f-4b0f-4c8e-a625-3b07fd85b2e7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for floatingip, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:21.903113 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-bbe4c23f-4b0f-4c8e-a625-3b07fd85b2e7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3727863 Nov 09 10:40:21.903700 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69b3316-b442-4f7a-b46a-5feb9613b807', 'tag': 'd38d3818-cbd7-421b-b082-5a11c86acde0'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:40:21.906016 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafc3d53-3a54-4b5b-b003-4b060d4c04db" -d '{"events": [{"name": "network-changed", "server_uuid": "d69b3316-b442-4f7a-b46a-5feb9613b807", "tag": "d38d3818-cbd7-421b-b082-5a11c86acde0"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:40:21.948797 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51807901-d451-43c5-baf6-90f99cb5fb7b x-openstack-request-id: req-51807901-d451-43c5-baf6-90f99cb5fb7b {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:40:21.949084 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69b3316-b442-4f7a-b46a-5feb9613b807", "tag": "d38d3818-cbd7-421b-b082-5a11c86acde0", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:40:21.949331 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-51807901-d451-43c5-baf6-90f99cb5fb7b {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:40:21.949787 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69b3316-b442-4f7a-b46a-5feb9613b807', 'tag': 'd38d3818-cbd7-421b-b082-5a11c86acde0', 'status': 'completed', 'code': 200} Nov 09 10:40:21.993888 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-14ba6eb9-034c-4b4c-9482-328d1045fddd tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:22.043814 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc3d53-3a54-4b5b-b003-4b060d4c04db req-78f1b9e9-93f0-449d-93f1-54c12f489cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:22.046595 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-cafc3d53-3a54-4b5b-b003-4b060d4c04db req-78f1b9e9-93f0-449d-93f1-54c12f489cf6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06af7c886c064b628757c347296afd9f&device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 1099 time: 0.0641279 Nov 09 10:40:22.073682 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-14ba6eb9-034c-4b4c-9482-328d1045fddd tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:22.102731 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-1b701f17-85b0-4409-a73d-abfc7d94699a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'name': 'tempest-TestShelveInstance-1295514224-router', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:56Z', 'updated_at': '2021-11-09T10:39:03Z', 'revision_number': 4, 'project_id': '06af7c886c064b628757c347296afd9f', 'gw_port': {'id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:57Z', 'updated_at': '2021-11-09T10:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '4b6fcaa1-9b04-4a00-a5ef-065eb8e239a3', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'port_id': 'd38d3818-cbd7-421b-b082-5a11c86acde0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf', 'mac_address': 'fa:16:3e:fb:6f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69b3316-b442-4f7a-b46a-5feb9613b807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:40:19Z', 'updated_at': '2021-11-09T10:40:19Z', 'revision_number': 0, 'project_id': '06af7c886c064b628757c347296afd9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26319560-a22f-42f4-98b8-85cc9ad3a490', 'name': '', 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'mac_address': 'fa:16:3e:cd:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '162c9035-b134-4023-b2ba-1a2493525efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:02Z', 'updated_at': '2021-11-09T10:39:14Z', 'revision_number': 5, 'project_id': '06af7c886c064b628757c347296afd9f', 'subnets': [{'id': '162c9035-b134-4023-b2ba-1a2493525efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:22.142521 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-12ed4f96-7936-41d0-8976-3f5d60d760c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'name': 'tempest-TestMinimumBasicScenario-1303468805-router', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:41Z', 'updated_at': '2021-11-09T10:38:45Z', 'revision_number': 4, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'gw_port': {'id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:42Z', 'updated_at': '2021-11-09T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '1e7d8c98-bc94-4d31-85c5-306ecd82b94c', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'port_id': '7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496', 'mac_address': 'fa:16:3e:bd:46:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861de895-d655-4b82-b16d-b4f73e9ccba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:40:19Z', 'updated_at': '2021-11-09T10:40:19Z', 'revision_number': 0, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576db910-b00d-447f-b253-17606e2a7f4b', 'name': '', 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'mac_address': 'fa:16:3e:df:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1e8c19ae-f549-4b9e-a681-beeb62d4a4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:44Z', 'updated_at': '2021-11-09T10:38:51Z', 'revision_number': 5, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'subnets': [{'id': '1e8c19ae-f549-4b9e-a681-beeb62d4a4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:22.152609 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47854) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:22.156755 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b701f17-85b0-4409-a73d-abfc7d94699a None None] Checking router: 165c1033-2db6-4b48-a674-57d36e7a511b for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:40:22.178070 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b701f17-85b0-4409-a73d-abfc7d94699a None None] Routers {'165c1033-2db6-4b48-a674-57d36e7a511b'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:40:22.180309 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-1b701f17-85b0-4409-a73d-abfc7d94699a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:39:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['165c1033-2db6-4b48-a674-57d36e7a511b'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:22.186034 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed4f96-7936-41d0-8976-3f5d60d760c8 None None] The sync data for ids ['bfaf5474-212f-4d1e-b2d7-d41ea30e6239'] in dv-cinder-816628-1-iscsi is: [{'id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'name': 'tempest-TestMinimumBasicScenario-1303468805-router', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:41Z', 'updated_at': '2021-11-09T10:38:45Z', 'revision_number': 4, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'gw_port': {'id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:42Z', 'updated_at': '2021-11-09T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '1e7d8c98-bc94-4d31-85c5-306ecd82b94c', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'port_id': '7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496', 'mac_address': 'fa:16:3e:bd:46:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861de895-d655-4b82-b16d-b4f73e9ccba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:40:19Z', 'updated_at': '2021-11-09T10:40:19Z', 'revision_number': 0, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576db910-b00d-447f-b253-17606e2a7f4b', 'name': '', 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'mac_address': 'fa:16:3e:df:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1e8c19ae-f549-4b9e-a681-beeb62d4a4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:44Z', 'updated_at': '2021-11-09T10:38:51Z', 'revision_number': 5, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'subnets': [{'id': '1e8c19ae-f549-4b9e-a681-beeb62d4a4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:40:22.225973 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-14ba6eb9-034c-4b4c-9482-328d1045fddd tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:22.272980 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-9fabb81f-c111-4962-9d53-a264cdefde91 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f757bacd81f4b28a6e83c775e99a0bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1155877 Nov 09 10:40:22.273188 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba6eb9-034c-4b4c-9482-328d1045fddd tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d0ea948-cb8a-48b4-9d67-308a4f1c81c3,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:22.274891 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47858) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:22.336060 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6d1988e9-e001-46a8-bda7-8e6641926a1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:22.369584 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6d1988e9-e001-46a8-bda7-8e6641926a1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:22.405424 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-1b701f17-85b0-4409-a73d-abfc7d94699a None None] Set router 165c1033-2db6-4b48-a674-57d36e7a511b gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:40:22.416346 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-14ba6eb9-034c-4b4c-9482-328d1045fddd tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:22.418388 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-14ba6eb9-034c-4b4c-9482-328d1045fddd tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6511874 Nov 09 10:40:22.428894 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47860) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:22.450682 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-b3cc483d-2ef9-46df-9792-f82b50051373 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Request body: {'security_group_rule': {'security_group_id': '78ee30c7-d063-4cce-8aeb-2473ad541ea4', 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:22.512671 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb29b8f-1f1d-41e0-8e4c-980a0733d702 None None] New status for floating IP 1e7d8c98-bc94-4d31-85c5-306ecd82b94c: ACTIVE {{(pid=101906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 10:40:22.538825 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc3d53-3a54-4b5b-b003-4b060d4c04db req-6ef2ce2a-c855-4669-95a5-4187bf1b643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:22.540194 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-cafc3d53-3a54-4b5b-b003-4b060d4c04db req-6ef2ce2a-c855-4669-95a5-4187bf1b643a service neutron] 10.222.0.30 "GET /v2.0/networks?id=2fdcf95c-e1fc-4011-9f83-26a3b67584bf HTTP/1.1" status: 200 len: 909 time: 0.4866154 Nov 09 10:40:22.607352 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b3cc483d-2ef9-46df-9792-f82b50051373 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:22.639177 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6d1988e9-e001-46a8-bda7-8e6641926a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:22.645408 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6d1988e9-e001-46a8-bda7-8e6641926a1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:22.660371 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-6d1988e9-e001-46a8-bda7-8e6641926a1c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e117d3bb-2648-4599-8860-9f2a06332454 HTTP/1.1" status: 204 len: 168 time: 0.3842115 Nov 09 10:40:22.688346 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-cafc3d53-3a54-4b5b-b003-4b060d4c04db req-95c0c6b1-5b0f-423e-9561-f489258a3038 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d38d3818-cbd7-421b-b082-5a11c86acde0 HTTP/1.1" status: 200 len: 1000 time: 0.1388903 Nov 09 10:40:22.718911 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1988e9-e001-46a8-bda7-8e6641926a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e117d3bb-2648-4599-8860-9f2a06332454,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:22.767112 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc3d53-3a54-4b5b-b003-4b060d4c04db req-23b9b911-a448-48bf-bc48-09ce3ef06fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:22.769350 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-cafc3d53-3a54-4b5b-b003-4b060d4c04db req-23b9b911-a448-48bf-bc48-09ce3ef06fba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=162c9035-b134-4023-b2ba-1a2493525efe HTTP/1.1" status: 200 len: 848 time: 0.0726917 Nov 09 10:40:22.772549 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-dd9a7c3e-3c80-4816-983d-2387296fdaeb req-a1448f40-9928-477b-bdd2-f992b296dc79 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 210 time: 0.0674922 Nov 09 10:40:22.805557 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b3cc483d-2ef9-46df-9792-f82b50051373 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:22.808527 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-1b701f17-85b0-4409-a73d-abfc7d94699a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'name': 'tempest-TestShelveInstance-1295514224-router', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:56Z', 'updated_at': '2021-11-09T10:39:03Z', 'revision_number': 4, 'project_id': '06af7c886c064b628757c347296afd9f', 'gw_port': {'id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:57Z', 'updated_at': '2021-11-09T10:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '4b6fcaa1-9b04-4a00-a5ef-065eb8e239a3', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'port_id': 'd38d3818-cbd7-421b-b082-5a11c86acde0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf', 'mac_address': 'fa:16:3e:fb:6f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69b3316-b442-4f7a-b46a-5feb9613b807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:40:19Z', 'updated_at': '2021-11-09T10:40:19Z', 'revision_number': 0, 'project_id': '06af7c886c064b628757c347296afd9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26319560-a22f-42f4-98b8-85cc9ad3a490', 'name': '', 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'mac_address': 'fa:16:3e:cd:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '162c9035-b134-4023-b2ba-1a2493525efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:02Z', 'updated_at': '2021-11-09T10:39:14Z', 'revision_number': 5, 'project_id': '06af7c886c064b628757c347296afd9f', 'subnets': [{'id': '162c9035-b134-4023-b2ba-1a2493525efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:22.851289 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b701f17-85b0-4409-a73d-abfc7d94699a None None] The sync data for ids ['165c1033-2db6-4b48-a674-57d36e7a511b'] in dv-cinder-816628-1-iscsi is: [{'id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'name': 'tempest-TestShelveInstance-1295514224-router', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:56Z', 'updated_at': '2021-11-09T10:39:03Z', 'revision_number': 4, 'project_id': '06af7c886c064b628757c347296afd9f', 'gw_port': {'id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:57Z', 'updated_at': '2021-11-09T10:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '4b6fcaa1-9b04-4a00-a5ef-065eb8e239a3', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'port_id': 'd38d3818-cbd7-421b-b082-5a11c86acde0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf', 'mac_address': 'fa:16:3e:fb:6f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69b3316-b442-4f7a-b46a-5feb9613b807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:40:19Z', 'updated_at': '2021-11-09T10:40:19Z', 'revision_number': 0, 'project_id': '06af7c886c064b628757c347296afd9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26319560-a22f-42f4-98b8-85cc9ad3a490', 'name': '', 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'mac_address': 'fa:16:3e:cd:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '162c9035-b134-4023-b2ba-1a2493525efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:02Z', 'updated_at': '2021-11-09T10:39:14Z', 'revision_number': 5, 'project_id': '06af7c886c064b628757c347296afd9f', 'subnets': [{'id': '162c9035-b134-4023-b2ba-1a2493525efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:40:22.873079 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b3cc483d-2ef9-46df-9792-f82b50051373 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:22.898044 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc483d-2ef9-46df-9792-f82b50051373 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ec4fc9-9cfc-4cec-b011-d9d9610bdf05,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:22.997938 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b3cc483d-2ef9-46df-9792-f82b50051373 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:23.002957 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-b3cc483d-2ef9-46df-9792-f82b50051373 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5687284 Nov 09 10:40:23.002957 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47866) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:23.007646 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-d7c01b23-c9c3-4672-a312-19f32eef5caa tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Request body: {'security_group_rule': {'security_group_id': '78ee30c7-d063-4cce-8aeb-2473ad541ea4', 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:23.071165 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9afedb8-5bc2-4198-a943-f2bf6854d328 None None] New status for floating IP 4b6fcaa1-9b04-4a00-a5ef-065eb8e239a3: ACTIVE {{(pid=101907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 10:40:23.119202 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d7c01b23-c9c3-4672-a312-19f32eef5caa tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:23.184718 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d7c01b23-c9c3-4672-a312-19f32eef5caa tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:23.267402 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d7c01b23-c9c3-4672-a312-19f32eef5caa tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:23.281472 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47880) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:23.289552 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-322aebf5-ad2f-4941-acdc-5c882213631f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:23.291598 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c01b23-c9c3-4672-a312-19f32eef5caa tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f10c2e3-89e4-43f8-b09a-170d2c4bb2d0,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:23.337942 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a564b99-a435-49e9-9c51-8a6bd0280171 admin admin] Deleting subnet cd299e29-2f6e-4f6d-ba19-3ca7dec2f4c0 {{(pid=101905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 10:40:23.341843 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-6a564b99-a435-49e9-9c51-8a6bd0280171 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:23.385362 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-6a564b99-a435-49e9-9c51-8a6bd0280171 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7956809'] for subnet, precommit_delete_associations {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:23.406914 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d7c01b23-c9c3-4672-a312-19f32eef5caa tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:23.411501 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-d7c01b23-c9c3-4672-a312-19f32eef5caa tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4048836 Nov 09 10:40:23.412027 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47884) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:23.417426 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-7d6f1498-5975-44e9-a8c2-2adffc8a8b7c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Request body: {'security_group_rule': {'security_group_id': '78ee30c7-d063-4cce-8aeb-2473ad541ea4', 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:23.427172 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-6a564b99-a435-49e9-9c51-8a6bd0280171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1578030'] for subnet, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:23.562628 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-7d6f1498-5975-44e9-a8c2-2adffc8a8b7c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:23.582529 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-6a564b99-a435-49e9-9c51-8a6bd0280171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1578023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8831772'] for subnet, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:23.632482 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a564b99-a435-49e9-9c51-8a6bd0280171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd299e29-2f6e-4f6d-ba19-3ca7dec2f4c0,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:23.641390 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-6a564b99-a435-49e9-9c51-8a6bd0280171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:23.644619 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-7d6f1498-5975-44e9-a8c2-2adffc8a8b7c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:23.648380 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-6a564b99-a435-49e9-9c51-8a6bd0280171 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cd299e29-2f6e-4f6d-ba19-3ca7dec2f4c0 HTTP/1.1" status: 204 len: 168 time: 0.3646407 Nov 09 10:40:23.650224 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47890) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:23.727291 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-61f25efc-0831-4b77-a4de-6d96820a0d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1668299'] for network, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:23.764388 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-7d6f1498-5975-44e9-a8c2-2adffc8a8b7c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:23.782589 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f1498-5975-44e9-a8c2-2adffc8a8b7c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08746cc4-575d-41c1-955d-f2128c0e1e94,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:23.818003 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-61f25efc-0831-4b77-a4de-6d96820a0d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1578843', 'neutron.services.segments.db._delete_segments_for_network-8781390831665'] for network, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:23.839857 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.services.segments.db [None req-61f25efc-0831-4b77-a4de-6d96820a0d9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660cd402-50db-4db3-8bfe-9b76071b69c8']}} {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:23.850741 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.services.segments.db [None req-61f25efc-0831-4b77-a4de-6d96820a0d9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4aaba3d-c1b6-4e3c-819e-7eff923d00d3') {'for_net_delete': True} {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:23.854077 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.services.segments.db [None req-61f25efc-0831-4b77-a4de-6d96820a0d9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4aaba3d-c1b6-4e3c-819e-7eff923d00d3') {} {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:23.864937 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-61f25efc-0831-4b77-a4de-6d96820a0d9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781390865722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7956816'] for segment, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:23.876114 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-7d6f1498-5975-44e9-a8c2-2adffc8a8b7c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:23.878319 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-7d6f1498-5975-44e9-a8c2-2adffc8a8b7c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4649780 Nov 09 10:40:23.881113 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47898) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:23.892855 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-1f5200e8-fcf6-47cc-9009-48c542b84887 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Request body: {'security_group_rule': {'security_group_id': '78ee30c7-d063-4cce-8aeb-2473ad541ea4', 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:23.919677 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9edcd40e-e50d-402f-a591-1b2c86214903 req-5dda08a4-c199-4176-aa81-4ef5ad82c031 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 210 time: 0.0598195 Nov 09 10:40:23.923409 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-61f25efc-0831-4b77-a4de-6d96820a0d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:23.931521 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f25efc-0831-4b77-a4de-6d96820a0d9b admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 10:40:23.932048 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-61f25efc-0831-4b77-a4de-6d96820a0d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462386'] for segment, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: Traceback (most recent call last): Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: timer() Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: cb(*args, **kw) Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: return func(*args, **kwargs) Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: self._notify() Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: self.callback(batched_events) Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: event.method(event) Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: return f(self, *a, **k) Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: return self._get(url).json() Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: return self.request(url, 'GET', **kwargs) Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 10:40:23.935548 dv-cinder-816628-1-iscsi neutron-server[101905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 10:40:23.970162 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:23.999043 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.securitygroups_db [None req-1f5200e8-fcf6-47cc-9009-48c542b84887 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Project b538f1548c3549a188cafef15f81b59c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 10:40:24.004423 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1f5200e8-fcf6-47cc-9009-48c542b84887 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:24.080064 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-61f25efc-0831-4b77-a4de-6d96820a0d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741285'] for network, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:24.094504 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1f5200e8-fcf6-47cc-9009-48c542b84887 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:24.114315 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f25efc-0831-4b77-a4de-6d96820a0d9b admin admin] Pushing event deleted for resources: {'Network': ['ID=660cd402-50db-4db3-8bfe-9b76071b69c8,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:24.118550 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-61f25efc-0831-4b77-a4de-6d96820a0d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:24.126638 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-61f25efc-0831-4b77-a4de-6d96820a0d9b admin admin] 10.222.0.35 "DELETE /v2.0/networks/660cd402-50db-4db3-8bfe-9b76071b69c8 HTTP/1.1" status: 204 len: 168 time: 0.4729841 Nov 09 10:40:24.215798 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1f5200e8-fcf6-47cc-9009-48c542b84887 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:24.234967 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5200e8-fcf6-47cc-9009-48c542b84887 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a89862-7464-43a9-a4e2-2fb275c71ce6,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:24.308776 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1f5200e8-fcf6-47cc-9009-48c542b84887 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:24.309988 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-1f5200e8-fcf6-47cc-9009-48c542b84887 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4275856 Nov 09 10:40:24.312721 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47908) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:24.318885 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-ec3a5ece-1f2e-4fe9-ac8b-7b5235b1b59c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Request body: {'security_group_rule': {'security_group_id': '78ee30c7-d063-4cce-8aeb-2473ad541ea4', 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:24.467224 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.securitygroups_db [None req-ec3a5ece-1f2e-4fe9-ac8b-7b5235b1b59c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Project b538f1548c3549a188cafef15f81b59c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 10:40:24.472634 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5ece-1f2e-4fe9-ac8b-7b5235b1b59c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:24.538093 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5ece-1f2e-4fe9-ac8b-7b5235b1b59c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:24.781488 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5ece-1f2e-4fe9-ac8b-7b5235b1b59c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:24.792088 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47910) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:24.802197 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a5ece-1f2e-4fe9-ac8b-7b5235b1b59c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832bcb1f-704e-491b-b458-1260762dbe18,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:24.832715 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-05875261-f379-4456-8bb2-7e2dfc08f9e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=640b54f9b67c485a84c3d04294d65400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393462 Nov 09 10:40:24.835081 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 47912) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:24.882293 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d1c1ec2e-5be9-40b3-97d2-34cefb071b43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:24.903837 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d1c1ec2e-5be9-40b3-97d2-34cefb071b43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:24.915656 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5ece-1f2e-4fe9-ac8b-7b5235b1b59c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:24.919028 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-ec3a5ece-1f2e-4fe9-ac8b-7b5235b1b59c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6033249 Nov 09 10:40:25.009830 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6c7f4198-2aa5-4f52-993e-92c44a5a7994 req-d0ed151f-30f7-48d6-8022-249e799ef2d7 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1115581956&fields=id&tenant_id=b538f1548c3549a188cafef15f81b59c HTTP/1.1" status: 200 len: 267 time: 0.0463631 Nov 09 10:40:25.043297 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ae79f816-1441-4e75-a000-80eda80b6c06 req-53b670b7-6e73-47c8-b93a-b674d5c30375 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 210 time: 0.0269952 Nov 09 10:40:25.051647 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d1c1ec2e-5be9-40b3-97d2-34cefb071b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:25.055623 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d1c1ec2e-5be9-40b3-97d2-34cefb071b43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:25.061135 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-d1c1ec2e-5be9-40b3-97d2-34cefb071b43 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c HTTP/1.1" status: 204 len: 168 time: 0.2213275 Nov 09 10:40:25.069014 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1ec2e-5be9-40b3-97d2-34cefb071b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78cf36e-ddb2-41a4-8bc1-6d9494bf9a6c,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:25.081693 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1ec2e-5be9-40b3-97d2-34cefb071b43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:25.082037 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1ec2e-5be9-40b3-97d2-34cefb071b43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:25.082414 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1ec2e-5be9-40b3-97d2-34cefb071b43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:25.082839 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1ec2e-5be9-40b3-97d2-34cefb071b43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:25.083157 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1ec2e-5be9-40b3-97d2-34cefb071b43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:25.083479 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1ec2e-5be9-40b3-97d2-34cefb071b43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:25.083814 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1ec2e-5be9-40b3-97d2-34cefb071b43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:25.090650 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1ec2e-5be9-40b3-97d2-34cefb071b43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:25.090650 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1ec2e-5be9-40b3-97d2-34cefb071b43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:25.090650 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1ec2e-5be9-40b3-97d2-34cefb071b43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:25.090650 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1ec2e-5be9-40b3-97d2-34cefb071b43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:25.090650 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1ec2e-5be9-40b3-97d2-34cefb071b43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:25.104415 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f4198-2aa5-4f52-993e-92c44a5a7994 req-778874d6-21d1-43c4-ad79-73fc32b8ac4c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:25.107537 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6c7f4198-2aa5-4f52-993e-92c44a5a7994 req-778874d6-21d1-43c4-ad79-73fc32b8ac4c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 946 time: 0.0917523 Nov 09 10:40:25.128535 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-6c7f4198-2aa5-4f52-993e-92c44a5a7994 req-f573c5d4-63f6-4c0a-be29-1447926b8c88 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Request body: {'port': {'security_groups': ['5c3f6873-6c52-4c44-a5b4-77a7860c4303', '78ee30c7-d063-4cce-8aeb-2473ad541ea4']}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:25.208726 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-6c7f4198-2aa5-4f52-993e-92c44a5a7994 req-f573c5d4-63f6-4c0a-be29-1447926b8c88 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:25.413725 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-6c7f4198-2aa5-4f52-993e-92c44a5a7994 req-f573c5d4-63f6-4c0a-be29-1447926b8c88 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] For port 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff,segment=NetworkSegment(a8bb5221-cf3a-4878-8c04-f567ad3286d5),segment_id=a8bb5221-cf3a-4878-8c04-f567ad3286d5)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:40:25.447839 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-6c7f4198-2aa5-4f52-993e-92c44a5a7994 req-f573c5d4-63f6-4c0a-be29-1447926b8c88 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:25.496416 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc3d53-3a54-4b5b-b003-4b060d4c04db req-dd7472f9-ebae-4aec-bb32-c8bb89cb63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:25.498039 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-cafc3d53-3a54-4b5b-b003-4b060d4c04db req-dd7472f9-ebae-4aec-bb32-c8bb89cb63ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2fdcf95c-e1fc-4011-9f83-26a3b67584bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518119 Nov 09 10:40:25.599194 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:25.606659 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-cafc3d53-3a54-4b5b-b003-4b060d4c04db req-31c1e762-d622-470f-b738-24ba24acc952 service neutron] 10.222.0.30 "GET /v2.0/networks/2fdcf95c-e1fc-4011-9f83-26a3b67584bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963995 Nov 09 10:40:25.650587 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-6c7f4198-2aa5-4f52-993e-92c44a5a7994 req-f573c5d4-63f6-4c0a-be29-1447926b8c88 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:25.664842 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:40:25.702114 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f4198-2aa5-4f52-993e-92c44a5a7994 req-f573c5d4-63f6-4c0a-be29-1447926b8c88 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:25.703082 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-6c7f4198-2aa5-4f52-993e-92c44a5a7994 req-f573c5d4-63f6-4c0a-be29-1447926b8c88 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:25.706008 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6c7f4198-2aa5-4f52-993e-92c44a5a7994 req-f573c5d4-63f6-4c0a-be29-1447926b8c88 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "PUT /v2.0/ports/7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff HTTP/1.1" status: 200 len: 982 time: 0.5812366 Nov 09 10:40:25.706504 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861de895-d655-4b82-b16d-b4f73e9ccba3', 'tag': '7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:40:25.709578 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262c5033-9c7a-4a3b-a80e-1fcaf59bb057" -d '{"events": [{"name": "network-changed", "server_uuid": "861de895-d655-4b82-b16d-b4f73e9ccba3", "tag": "7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:40:25.753304 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573c5d4-63f6-4c0a-be29-1447926b8c88 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Pushing event updated for resources: {'Port': ['ID=7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff,revision_number=6']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:25.768391 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e16eee-614e-4704-813d-4afd7c42b8ba x-openstack-request-id: req-a2e16eee-614e-4704-813d-4afd7c42b8ba {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:40:25.768677 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861de895-d655-4b82-b16d-b4f73e9ccba3", "tag": "7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:40:25.768925 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a2e16eee-614e-4704-813d-4afd7c42b8ba {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:40:25.769320 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861de895-d655-4b82-b16d-b4f73e9ccba3', 'tag': '7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff', 'status': 'completed', 'code': 200} Nov 09 10:40:25.778401 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-cafc3d53-3a54-4b5b-b003-4b060d4c04db req-e4c5f3e0-1453-49ae-a227-b0d49053daf0 service neutron] 10.222.0.30 "GET /v2.0/networks/2fdcf95c-e1fc-4011-9f83-26a3b67584bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639922 Nov 09 10:40:25.785804 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:40:25.869788 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c5033-9c7a-4a3b-a80e-1fcaf59bb057 req-a74b6ba4-9108-46e9-90b6-3ae399cfbbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:25.872910 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-262c5033-9c7a-4a3b-a80e-1fcaf59bb057 req-a74b6ba4-9108-46e9-90b6-3ae399cfbbab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b538f1548c3549a188cafef15f81b59c&device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 1138 time: 0.0673463 Nov 09 10:40:25.888254 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7081f1c-75b8-4461-a460-696cff39ffec req-96e8e1a0-7e82-486e-86d7-4c88fd195905 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:25.897019 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c7081f1c-75b8-4461-a460-696cff39ffec req-96e8e1a0-7e82-486e-86d7-4c88fd195905 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 985 time: 0.1005223 Nov 09 10:40:26.047096 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c7081f1c-75b8-4461-a460-696cff39ffec req-7bba8f90-3c6d-483d-b21a-dbc84b4a8c05 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&id=78ee30c7-d063-4cce-8aeb-2473ad541ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1487906 Nov 09 10:40:26.057322 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c5033-9c7a-4a3b-a80e-1fcaf59bb057 req-aeb274aa-2c64-4bea-8418-27ce4eddc7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:26.058842 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-262c5033-9c7a-4a3b-a80e-1fcaf59bb057 req-aeb274aa-2c64-4bea-8418-27ce4eddc7a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=56f69718-58a6-4143-a9fa-e85c00997496 HTTP/1.1" status: 200 len: 915 time: 0.1680760 Nov 09 10:40:26.090051 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-9522d037-320e-4692-b8a7-ab0e51765b34 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:26.091581 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-9522d037-320e-4692-b8a7-ab0e51765b34 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.30 "GET /v2.0/networks?id=34358316-6aa9-484d-bebb-9653f7b5c623 HTTP/1.1" status: 200 len: 816 time: 0.1849430 Nov 09 10:40:26.099060 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-df8f6eba-9c86-4054-acaa-63841835d109 None None] Provisioning complete for port 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:26.099427 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-df8f6eba-9c86-4054-acaa-63841835d109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:26.191482 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-91744860-544c-4d18-8e02-69daf5d10be7 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd90823f43e4d41be05683e40b3ac62 HTTP/1.1" status: 200 len: 380 time: 0.0892377 Nov 09 10:40:26.199766 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:26.212682 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-57697f18-e1cd-468c-895a-2e34a8666706 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Request body: {'port': {'device_id': 'dadb4dd5-78ec-40d3-86dd-40160c903665', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'admin_state_up': True, 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'security_groups': ['6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff']}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:26.224885 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-8625c3a2-0e7a-4628-9751-99626eb6b735 req-9b43ea76-88dd-4239-9f05-e749c6838603 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 210 time: 0.0301681 Nov 09 10:40:26.258336 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-262c5033-9c7a-4a3b-a80e-1fcaf59bb057 req-5918c5be-b375-41d3-a526-78ea9a13a1fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff HTTP/1.1" status: 200 len: 1001 time: 0.1907523 Nov 09 10:40:26.369833 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c5033-9c7a-4a3b-a80e-1fcaf59bb057 req-58a4d085-c305-473b-bd3a-446e5aa7c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:26.376668 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-262c5033-9c7a-4a3b-a80e-1fcaf59bb057 req-58a4d085-c305-473b-bd3a-446e5aa7c964 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e8c19ae-f549-4b9e-a681-beeb62d4a4a4 HTTP/1.1" status: 200 len: 854 time: 0.1062167 Nov 09 10:40:26.402630 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:26.447292 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c5033-9c7a-4a3b-a80e-1fcaf59bb057 req-49930b93-5555-4f34-b72b-5ed4bbae6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:26.449183 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-262c5033-9c7a-4a3b-a80e-1fcaf59bb057 req-49930b93-5555-4f34-b72b-5ed4bbae6cd2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56f69718-58a6-4143-a9fa-e85c00997496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691807 Nov 09 10:40:26.556016 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-262c5033-9c7a-4a3b-a80e-1fcaf59bb057 req-f8a11d14-30ec-45bc-a719-a925d4deef4e service neutron] 10.222.0.30 "GET /v2.0/networks/56f69718-58a6-4143-a9fa-e85c00997496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985124 Nov 09 10:40:26.598820 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-57697f18-e1cd-468c-895a-2e34a8666706 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Made reservation on behalf of 0cd90823f43e4d41be05683e40b3ac62 for: {'port': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:40:26.603937 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-57697f18-e1cd-468c-895a-2e34a8666706 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:26.691631 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-262c5033-9c7a-4a3b-a80e-1fcaf59bb057 req-29024b95-06f5-4702-aeca-2f21649fedbf service neutron] 10.222.0.30 "GET /v2.0/networks/56f69718-58a6-4143-a9fa-e85c00997496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225188 Nov 09 10:40:26.757306 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-57697f18-e1cd-468c-895a-2e34a8666706 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Allocated IP 172.20.0.12 (34358316-6aa9-484d-bebb-9653f7b5c623/46b6d451-069c-417f-a922-9abd3afe77e2/4ec27da7-2521-45f7-b283-ec70efcfae32) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:40:27.150491 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-57697f18-e1cd-468c-895a-2e34a8666706 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:27.342700 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9d69852a-54b3-4649-81ee-016679113676 req-f5152437-c35e-44e8-b7c5-ca5fe80a9466 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 210 time: 0.0266862 Nov 09 10:40:27.456517 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-57697f18-e1cd-468c-895a-2e34a8666706 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:27.502554 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-57697f18-e1cd-468c-895a-2e34a8666706 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Network 34358316-6aa9-484d-bebb-9653f7b5c623 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:40:27.507554 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-57697f18-e1cd-468c-895a-2e34a8666706 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:40:27.511881 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-57697f18-e1cd-468c-895a-2e34a8666706 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:40:27.518647 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57697f18-e1cd-468c-895a-2e34a8666706 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Pushing event updated for resources: {'Port': ['ID=4ec27da7-2521-45f7-b283-ec70efcfae32,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:27.569313 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-57697f18-e1cd-468c-895a-2e34a8666706 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:27.569946 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-57697f18-e1cd-468c-895a-2e34a8666706 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:27.740429 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-b38432fa-2fa9-4783-a7e6-1caa834de06d None None] Provisioning complete for port 4ec27da7-2521-45f7-b283-ec70efcfae32 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:27.740429 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b38432fa-2fa9-4783-a7e6-1caa834de06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:27.756833 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-b38432fa-2fa9-4783-a7e6-1caa834de06d None None] Port 4ec27da7-2521-45f7-b283-ec70efcfae32 cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:40:27.846913 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-57697f18-e1cd-468c-895a-2e34a8666706 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6410460 Nov 09 10:40:28.316245 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47962) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:28.427034 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a990555f-1e26-4782-9d6b-4d2ae5db2dd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:28.470376 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec17fd-f306-4098-ae0a-f65718c3dbfb req-0deaa19a-4733-419c-896d-a62bfd88c26c tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:28.472131 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-46ec17fd-f306-4098-ae0a-f65718c3dbfb req-0deaa19a-4733-419c-896d-a62bfd88c26c tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 932 time: 0.0518601 Nov 09 10:40:28.506379 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a990555f-1e26-4782-9d6b-4d2ae5db2dd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:28.523382 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-46ec17fd-f306-4098-ae0a-f65718c3dbfb req-7546f604-8bbd-4b2c-961d-39bfe41861b9 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445879 Nov 09 10:40:28.604345 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a990555f-1e26-4782-9d6b-4d2ae5db2dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:28.641919 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990555f-1e26-4782-9d6b-4d2ae5db2dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8672fd8-bf3f-474e-840c-07235c0b09dd,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:28.646185 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-a990555f-1e26-4782-9d6b-4d2ae5db2dd7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bde41f4b803f47f39e6bac021e8d6802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288944 Nov 09 10:40:28.649594 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 47968) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:28.702069 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-104426c2-bdeb-4e7c-b679-6997f3efb8de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:28.729167 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-104426c2-bdeb-4e7c-b679-6997f3efb8de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:28.889993 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-104426c2-bdeb-4e7c-b679-6997f3efb8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:28.892682 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-104426c2-bdeb-4e7c-b679-6997f3efb8de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:28.893811 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-104426c2-bdeb-4e7c-b679-6997f3efb8de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8672fd8-bf3f-474e-840c-07235c0b09dd HTTP/1.1" status: 204 len: 168 time: 0.2432349 Nov 09 10:40:28.902815 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104426c2-bdeb-4e7c-b679-6997f3efb8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8672fd8-bf3f-474e-840c-07235c0b09dd,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:29.752243 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:40:29.816954 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c88a3-cf63-480b-af50-8e433451d470 req-e04ab71e-a219-47b0-8935-ee3b64eada31 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:29.818559 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1e1c88a3-cf63-480b-af50-8e433451d470 req-e04ab71e-a219-47b0-8935-ee3b64eada31 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 932 time: 0.0508814 Nov 09 10:40:29.871149 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1e1c88a3-cf63-480b-af50-8e433451d470 req-5b74dc83-2a69-4fa3-b54c-71ff5336beea tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460446 Nov 09 10:40:30.356588 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] Request body: {'port': {'device_id': 'dadb4dd5-78ec-40d3-86dd-40160c903665', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81662'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:30.416477 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:30.432546 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-91ce913c-633c-429a-9553-bf0374cb2fe8 req-fd1b5dc7-f8b0-49cf-a490-6c4848671ee9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450926 Nov 09 10:40:30.525666 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce913c-633c-429a-9553-bf0374cb2fe8 req-9ace3292-2829-42b1-848c-b0409225eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:30.527488 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-91ce913c-633c-429a-9553-bf0374cb2fe8 req-9ace3292-2829-42b1-848c-b0409225eabc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b538f1548c3549a188cafef15f81b59c&device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 1138 time: 0.0449138 Nov 09 10:40:30.642846 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce913c-633c-429a-9553-bf0374cb2fe8 req-da1f2124-1228-4c3a-92b2-d2a5f00b1ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:30.644539 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-91ce913c-633c-429a-9553-bf0374cb2fe8 req-da1f2124-1228-4c3a-92b2-d2a5f00b1ad0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=56f69718-58a6-4143-a9fa-e85c00997496 HTTP/1.1" status: 200 len: 915 time: 0.0943785 Nov 09 10:40:30.719604 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec27da7-2521-45f7-b283-ec70efcfae32 {{(pid=101904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:40:30.719850 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-91ce913c-633c-429a-9553-bf0374cb2fe8 req-1a490027-f8ab-47df-b967-3dfd9422b258 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff HTTP/1.1" status: 200 len: 1001 time: 0.0673907 Nov 09 10:40:30.728093 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:30.741312 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.provisioning_blocks [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] Transition to ACTIVE for port object 4ec27da7-2521-45f7-b283-ec70efcfae32 will not be triggered until provisioned by entity L2. {{(pid=101904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:40:30.775022 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce913c-633c-429a-9553-bf0374cb2fe8 req-c1fa24c7-4402-4f79-9647-257a15257de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:30.776553 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-91ce913c-633c-429a-9553-bf0374cb2fe8 req-c1fa24c7-4402-4f79-9647-257a15257de4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e8c19ae-f549-4b9e-a681-beeb62d4a4a4 HTTP/1.1" status: 200 len: 854 time: 0.0486712 Nov 09 10:40:30.825732 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce913c-633c-429a-9553-bf0374cb2fe8 req-18782e43-0498-46d2-9d21-a4a0db7e2987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:30.827194 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-91ce913c-633c-429a-9553-bf0374cb2fe8 req-18782e43-0498-46d2-9d21-a4a0db7e2987 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56f69718-58a6-4143-a9fa-e85c00997496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427997 Nov 09 10:40:30.844301 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:30.897974 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec27da7-2521-45f7-b283-ec70efcfae32,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:31.015001 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-91ce913c-633c-429a-9553-bf0374cb2fe8 req-b95dfd51-48d0-4d4f-a18d-343a8ae5efec service neutron] 10.222.0.30 "GET /v2.0/networks/56f69718-58a6-4143-a9fa-e85c00997496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563809 Nov 09 10:40:31.015714 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] Attempting to bind port 4ec27da7-2521-45f7-b283-ec70efcfae32 on host hv-cinder-81662 for vnic_type normal with profile {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:40:31.015714 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] Attempting to bind port 4ec27da7-2521-45f7-b283-ec70efcfae32 by drivers openvswitch,hyperv on host hv-cinder-81662 at level 0 using segments [{'id': '183ccf24-6259-4d13-8dd4-9902f28507bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623'}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:40:31.015714 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] Attempting to bind port 4ec27da7-2521-45f7-b283-ec70efcfae32 on network 34358316-6aa9-484d-bebb-9653f7b5c623 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:40:31.015714 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] Port 4ec27da7-2521-45f7-b283-ec70efcfae32 on network 34358316-6aa9-484d-bebb-9653f7b5c623 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81662 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 10:40:31.015714 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] Attempting to bind port 4ec27da7-2521-45f7-b283-ec70efcfae32 on network 34358316-6aa9-484d-bebb-9653f7b5c623 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:40:31.015714 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] Checking agent: {'id': 'b8adbdf0-e7b5-4c08-8a0d-020b5ee3746c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'started_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:40:31.015714 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] Checking segment: {'id': '183ccf24-6259-4d13-8dd4-9902f28507bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:40:31.015714 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] Bound using segment: {'id': '183ccf24-6259-4d13-8dd4-9902f28507bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623'} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:40:31.015714 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] Bound port: 4ec27da7-2521-45f7-b283-ec70efcfae32, host: hv-cinder-81662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183ccf24-6259-4d13-8dd4-9902f28507bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623'}}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:40:31.015714 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:31.101857 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-91ce913c-633c-429a-9553-bf0374cb2fe8 req-4b521e72-175a-4fcc-b4fa-8b061203ebfb service neutron] 10.222.0.30 "GET /v2.0/networks/56f69718-58a6-4143-a9fa-e85c00997496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946126 Nov 09 10:40:31.135827 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbba905-6d9c-41fb-8a05-97439fde75a9 req-7c808455-2bea-4321-b592-2d34fd3e9abd tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:31.137424 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1dbba905-6d9c-41fb-8a05-97439fde75a9 req-7c808455-2bea-4321-b592-2d34fd3e9abd tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 944 time: 0.1667800 Nov 09 10:40:31.141791 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] For port 4ec27da7-2521-45f7-b283-ec70efcfae32, host hv-cinder-81662, cleared binding levels {{(pid=101904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:40:31.151744 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] For port 4ec27da7-2521-45f7-b283-ec70efcfae32, host hv-cinder-81662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=4ec27da7-2521-45f7-b283-ec70efcfae32,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:40:31.205064 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1dbba905-6d9c-41fb-8a05-97439fde75a9 req-c299419e-9435-4f88-8f4a-96a5c5127b06 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608268 Nov 09 10:40:31.279110 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:31.316476 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:31.317428 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:31.318915 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] 10.222.0.30 "PUT /v2.0/ports/4ec27da7-2521-45f7-b283-ec70efcfae32 HTTP/1.1" status: 200 len: 1094 time: 0.9676180 Nov 09 10:40:31.321911 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dadb4dd5-78ec-40d3-86dd-40160c903665', 'tag': '4ec27da7-2521-45f7-b283-ec70efcfae32'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:40:31.325966 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069ad803-a51d-4963-8961-e6939999886e" -d '{"events": [{"name": "network-changed", "server_uuid": "dadb4dd5-78ec-40d3-86dd-40160c903665", "tag": "4ec27da7-2521-45f7-b283-ec70efcfae32"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:40:31.374442 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86051bc-f79c-40bd-b484-d74222749f80 x-openstack-request-id: req-d86051bc-f79c-40bd-b484-d74222749f80 {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:40:31.375168 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dadb4dd5-78ec-40d3-86dd-40160c903665", "tag": "4ec27da7-2521-45f7-b283-ec70efcfae32", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:40:31.375168 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d86051bc-f79c-40bd-b484-d74222749f80 {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:40:31.375519 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dadb4dd5-78ec-40d3-86dd-40160c903665', 'tag': '4ec27da7-2521-45f7-b283-ec70efcfae32', 'status': 'completed', 'code': 200} Nov 09 10:40:31.376200 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0b354-bff8-433c-aba1-8e194a1f8cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec27da7-2521-45f7-b283-ec70efcfae32,revision_number=3']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:31.443788 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ad803-a51d-4963-8961-e6939999886e req-ad59a49e-3013-40af-a5c6-610db099886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:31.445561 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-069ad803-a51d-4963-8961-e6939999886e req-ad59a49e-3013-40af-a5c6-610db099886f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0cd90823f43e4d41be05683e40b3ac62&device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 1097 time: 0.0472620 Nov 09 10:40:31.563547 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ad803-a51d-4963-8961-e6939999886e req-389a9f95-5ab0-400d-b3ae-f970773a4e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:31.565076 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-069ad803-a51d-4963-8961-e6939999886e req-389a9f95-5ab0-400d-b3ae-f970773a4e58 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=0cd90823f43e4d41be05683e40b3ac62&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1096020 Nov 09 10:40:31.682061 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ad803-a51d-4963-8961-e6939999886e req-8471c06e-a241-4f1b-a4da-562367125a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:31.685345 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-069ad803-a51d-4963-8961-e6939999886e req-8471c06e-a241-4f1b-a4da-562367125a38 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1095574 Nov 09 10:40:31.772248 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-33f862fe-4c75-4e1e-b255-7ab735b48429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:31.774253 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-33f862fe-4c75-4e1e-b255-7ab735b48429 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0cd90823f43e4d41be05683e40b3ac62&device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 1097 time: 0.0437531 Nov 09 10:40:31.819174 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-c26c7cf3-183a-4e13-a717-7d9355b61350 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ec27da7-2521-45f7-b283-ec70efcfae32 HTTP/1.1" status: 200 len: 217 time: 0.0356474 Nov 09 10:40:31.875376 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-2ee0306b-77b7-4b95-9725-3d8dd40e66f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:31.876800 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-2ee0306b-77b7-4b95-9725-3d8dd40e66f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46b6d451-069c-417f-a922-9abd3afe77e2 HTTP/1.1" status: 200 len: 855 time: 0.0486968 Nov 09 10:40:31.925528 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-04a7902f-bf6a-4111-a9e4-f4e1dac3bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:31.927042 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-04a7902f-bf6a-4111-a9e4-f4e1dac3bd61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34358316-6aa9-484d-bebb-9653f7b5c623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417221 Nov 09 10:40:32.021121 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-f3a8b9b5-83d3-46ad-952d-d2ca6345066b service neutron] 10.222.0.30 "GET /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843318 Nov 09 10:40:32.130961 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6cca25bf-6ff1-4ce1-b211-ac819c895921 req-80840828-9f2d-41ac-bb4e-3b79f11b1f8d service neutron] 10.222.0.30 "GET /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990794 Nov 09 10:40:32.326292 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f5a5e-03c6-4b23-bae2-6273f75477b8 req-66e3807e-c8ed-4b59-9d8a-9b8a9d667c34 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:32.327791 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-fa8f5a5e-03c6-4b23-bae2-6273f75477b8 req-66e3807e-c8ed-4b59-9d8a-9b8a9d667c34 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 944 time: 0.0518043 Nov 09 10:40:32.375565 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-fa8f5a5e-03c6-4b23-bae2-6273f75477b8 req-4fd2f2b2-90e9-4365-a814-3b9d42bc85db tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416608 Nov 09 10:40:33.504086 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc451fc-07a3-4627-8fc2-65b02e445b9d req-a5391466-af2d-4419-9ced-ed74e2c5fe4c tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:33.505574 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-adc451fc-07a3-4627-8fc2-65b02e445b9d req-a5391466-af2d-4419-9ced-ed74e2c5fe4c tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 944 time: 0.0496228 Nov 09 10:40:33.566795 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-adc451fc-07a3-4627-8fc2-65b02e445b9d req-b1630109-f8c9-4608-b624-2068e6b5890f tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548289 Nov 09 10:40:34.083224 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 4ec27da7-2521-45f7-b283-ec70efcfae32 details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:40:34.177432 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 4ec27da7-2521-45f7-b283-ec70efcfae32, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=4ec27da7-2521-45f7-b283-ec70efcfae32,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:40:34.188564 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': '4ec27da7-2521-45f7-b283-ec70efcfae32', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'port_id': '4ec27da7-2521-45f7-b283-ec70efcfae32', 'mac_address': 'fa:16:3e:c7:71:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:40:34.228759 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:34.241164 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec27da7-2521-45f7-b283-ec70efcfae32 {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:40:34.261570 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 4ec27da7-2521-45f7-b283-ec70efcfae32, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=4ec27da7-2521-45f7-b283-ec70efcfae32,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:40:34.323820 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:34.373567 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=4ec27da7-2521-45f7-b283-ec70efcfae32,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:34.689087 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a741d2-bcc5-491e-972f-a0d2bc91a72b req-5a99ce8b-0b73-44a7-b585-869b5979211e tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:34.690557 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-65a741d2-bcc5-491e-972f-a0d2bc91a72b req-5a99ce8b-0b73-44a7-b585-869b5979211e tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 945 time: 0.0522981 Nov 09 10:40:34.737498 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-65a741d2-bcc5-491e-972f-a0d2bc91a72b req-f0fbbb05-742b-4a81-9afc-3c4e1982b4f5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404141 Nov 09 10:40:35.862162 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c07d5e-0290-4ad4-8422-2c36bda79357 req-87310680-defd-4627-bb78-089d96e2d1ad tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:35.863645 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-23c07d5e-0290-4ad4-8422-2c36bda79357 req-87310680-defd-4627-bb78-089d96e2d1ad tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 945 time: 0.0526421 Nov 09 10:40:35.910007 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-23c07d5e-0290-4ad4-8422-2c36bda79357 req-06d42317-9c65-40c6-be1b-dca7a90130d6 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398877 Nov 09 10:40:36.142830 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['4ec27da7-2521-45f7-b283-ec70efcfae32'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:40:37.035540 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5f5a3-5313-4375-be3f-e74f8b96549f req-7aa4bdcc-7760-4834-9bfa-ffa0e6fa1e8f tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:37.037364 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4ff5f5a3-5313-4375-be3f-e74f8b96549f req-7aa4bdcc-7760-4834-9bfa-ffa0e6fa1e8f tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 945 time: 0.0546553 Nov 09 10:40:37.088801 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4ff5f5a3-5313-4375-be3f-e74f8b96549f req-a8f47be1-db82-4c8e-bfb2-f81757dc5c93 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449445 Nov 09 10:40:37.921335 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 4ec27da7-2521-45f7-b283-ec70efcfae32 up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:40:38.118270 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning for port 4ec27da7-2521-45f7-b283-ec70efcfae32 completed by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:40:38.122663 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port 4ec27da7-2521-45f7-b283-ec70efcfae32 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:38.123027 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:38.206201 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:38.221624 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a7802-282f-425b-a394-bd4506001f71 req-75e38c59-e078-4229-ac4d-a4637adf8562 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:38.223141 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2a5a7802-282f-425b-a394-bd4506001f71 req-75e38c59-e078-4229-ac4d-a4637adf8562 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 945 time: 0.0512245 Nov 09 10:40:38.232872 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadb4dd5-78ec-40d3-86dd-40160c903665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec27da7-2521-45f7-b283-ec70efcfae32'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:40:38.235472 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8553a244-3360-4401-ae8c-043082ce0fe4" -d '{"events": [{"server_uuid": "dadb4dd5-78ec-40d3-86dd-40160c903665", "name": "network-vif-plugged", "status": "completed", "tag": "4ec27da7-2521-45f7-b283-ec70efcfae32"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:40:38.251085 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 4ec27da7-2521-45f7-b283-ec70efcfae32, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=4ec27da7-2521-45f7-b283-ec70efcfae32,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:40:38.278879 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e97c31-3e2e-4ece-84f6-520cd61320d3 x-openstack-request-id: req-f6e97c31-3e2e-4ece-84f6-520cd61320d3 {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:40:38.279188 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadb4dd5-78ec-40d3-86dd-40160c903665", "name": "network-vif-plugged", "status": "completed", "tag": "4ec27da7-2521-45f7-b283-ec70efcfae32", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:40:38.279437 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f6e97c31-3e2e-4ece-84f6-520cd61320d3 {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:40:38.279848 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadb4dd5-78ec-40d3-86dd-40160c903665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec27da7-2521-45f7-b283-ec70efcfae32', 'code': 200} Nov 09 10:40:38.284985 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2a5a7802-282f-425b-a394-bd4506001f71 req-52d8406f-4361-40a2-9de8-834c803afc9d tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551186 Nov 09 10:40:38.415783 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:38.464387 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=4ec27da7-2521-45f7-b283-ec70efcfae32,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:38.872068 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee3b0d-b232-4b5b-901a-75b6995f8bf7 req-b0a364b2-28fa-4c07-b55e-6c9f6ac41847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:38.873550 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e5ee3b0d-b232-4b5b-901a-75b6995f8bf7 req-b0a364b2-28fa-4c07-b55e-6c9f6ac41847 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 1099 time: 0.1404881 Nov 09 10:40:38.924184 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e5ee3b0d-b232-4b5b-901a-75b6995f8bf7 req-d3c3beb4-0cf9-4cb5-97a6-90c840cdf44b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430748 Nov 09 10:40:39.404956 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1244c-f319-4efa-8363-63ecf1ab8b85 req-3f87a33f-b89f-40be-a7e0-a4915f707b16 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:39.406460 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4ea1244c-f319-4efa-8363-63ecf1ab8b85 req-3f87a33f-b89f-40be-a7e0-a4915f707b16 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0497038 Nov 09 10:40:39.465278 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4ea1244c-f319-4efa-8363-63ecf1ab8b85 req-3e291442-ff82-4d4b-b9e5-2560c2fd8993 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527487 Nov 09 10:40:40.069537 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48152) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:40.175594 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-88bb4407-2e17-4e62-aff2-744758cc126e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:40.248123 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-88bb4407-2e17-4e62-aff2-744758cc126e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:40.392815 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-88bb4407-2e17-4e62-aff2-744758cc126e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:40.431773 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-88bb4407-2e17-4e62-aff2-744758cc126e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=950af98dde9d4698bf4dd417eb073ce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3615310 Nov 09 10:40:40.432671 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb4407-2e17-4e62-aff2-744758cc126e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b82995-6015-4d52-b925-58957be18deb,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:40.434851 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 48156) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:40.488750 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e0c5f1df-8e23-422b-9cb2-48c0f6cad1e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:40.515188 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e0c5f1df-8e23-422b-9cb2-48c0f6cad1e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:40.541980 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48162) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:40.610501 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e81e2-4354-4477-a451-ab66add3a6e6 req-84a3eb74-5518-49f2-9a2e-d7bb2ab2466b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:40.612126 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-114e81e2-4354-4477-a451-ab66add3a6e6 req-84a3eb74-5518-49f2-9a2e-d7bb2ab2466b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0567400 Nov 09 10:40:40.675717 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-dd773de0-6958-4ae5-976c-5a29ac4327a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:40.682667 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-114e81e2-4354-4477-a451-ab66add3a6e6 req-d04d8dec-a9aa-4675-8527-15b6cd27744b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637701 Nov 09 10:40:40.688832 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e0c5f1df-8e23-422b-9cb2-48c0f6cad1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:40.691714 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e0c5f1df-8e23-422b-9cb2-48c0f6cad1e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:40.696619 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-e0c5f1df-8e23-422b-9cb2-48c0f6cad1e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49b82995-6015-4d52-b925-58957be18deb HTTP/1.1" status: 204 len: 168 time: 0.2599456 Nov 09 10:40:40.714552 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5f1df-8e23-422b-9cb2-48c0f6cad1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b82995-6015-4d52-b925-58957be18deb,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:40.797850 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-dd773de0-6958-4ae5-976c-5a29ac4327a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:40.820345 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bdc86-8ad6-4fa0-bf66-3579fdeeeba9 req-5a7afed6-4d20-4290-902f-dbc22ff9761c tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:40.827345 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-bb6bdc86-8ad6-4fa0-bf66-3579fdeeeba9 req-5a7afed6-4d20-4290-902f-dbc22ff9761c tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0530348 Nov 09 10:40:40.831227 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48170) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:40.835946 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-b2490856-26b8-4448-bb3d-574a326a0028 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Request body: {'floatingip': {'port_id': '4ec27da7-2521-45f7-b283-ec70efcfae32'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:40.869639 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-dd773de0-6958-4ae5-976c-5a29ac4327a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:40.896097 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b2490856-26b8-4448-bb3d-574a326a0028 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for floatingip, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:40.987109 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-dd773de0-6958-4ae5-976c-5a29ac4327a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=deb3a2f55ccd4dc29f0bfd8f10fe5ec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4412706 Nov 09 10:40:40.988414 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd773de0-6958-4ae5-976c-5a29ac4327a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737814ea-a435-4e05-a904-805faa6a0669,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:40.988771 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 48172) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:41.047213 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b2d396b1-e7ae-44ec-95c3-6c4d3bd551d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:41.076494 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b2d396b1-e7ae-44ec-95c3-6c4d3bd551d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:41.204211 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b2d396b1-e7ae-44ec-95c3-6c4d3bd551d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:41.206667 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b2d396b1-e7ae-44ec-95c3-6c4d3bd551d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:41.207836 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-b2d396b1-e7ae-44ec-95c3-6c4d3bd551d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/737814ea-a435-4e05-a904-805faa6a0669 HTTP/1.1" status: 204 len: 168 time: 0.2179735 Nov 09 10:40:41.215657 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d396b1-e7ae-44ec-95c3-6c4d3bd551d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737814ea-a435-4e05-a904-805faa6a0669,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:41.383481 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b2490856-26b8-4448-bb3d-574a326a0028 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:41.466593 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b2490856-26b8-4448-bb3d-574a326a0028 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741267'] for floatingip, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:41.566163 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.l3_db [None req-b2490856-26b8-4448-bb3d-574a326a0028 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Floating IP 2b21811c-5a4e-4e9b-8c0a-2ca2c60c7189 associated. External IP: 172.27.0.30, port: 4ec27da7-2521-45f7-b283-ec70efcfae32. Nov 09 10:40:41.783561 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2490856-26b8-4448-bb3d-574a326a0028 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Router 67207920-60c1-4908-bc6b-3dae8cf65a39 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:40:41.891859 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2490856-26b8-4448-bb3d-574a326a0028 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:40:41.896636 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b2490856-26b8-4448-bb3d-574a326a0028 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for floatingip, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:41.901944 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d09f52f-3d6a-4a7d-8811-e6c9cc3c8f7b None None] Sync routers for ids ['67207920-60c1-4908-bc6b-3dae8cf65a39'] in dv-cinder-816628-1-iscsi {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:40:41.917404 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d09f52f-3d6a-4a7d-8811-e6c9cc3c8f7b None None] Routers {'67207920-60c1-4908-bc6b-3dae8cf65a39'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:40:41.920964 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-9d09f52f-3d6a-4a7d-8811-e6c9cc3c8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:40:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['67207920-60c1-4908-bc6b-3dae8cf65a39'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:41.929493 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-b2490856-26b8-4448-bb3d-574a326a0028 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "PUT /v2.0/floatingips/2b21811c-5a4e-4e9b-8c0a-2ca2c60c7189 HTTP/1.1" status: 200 len: 991 time: 1.0944819 Nov 09 10:40:41.929493 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dadb4dd5-78ec-40d3-86dd-40160c903665', 'tag': '4ec27da7-2521-45f7-b283-ec70efcfae32'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:40:41.930923 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c73cce1-5a7b-47ba-99f2-c73ca7163825" -d '{"events": [{"name": "network-changed", "server_uuid": "dadb4dd5-78ec-40d3-86dd-40160c903665", "tag": "4ec27da7-2521-45f7-b283-ec70efcfae32"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:40:42.040895 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-9d09f52f-3d6a-4a7d-8811-e6c9cc3c8f7b None None] Set router 67207920-60c1-4908-bc6b-3dae8cf65a39 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:40:42.113157 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398ed7d9-22a3-478d-af86-ce9f2fb02576 x-openstack-request-id: req-398ed7d9-22a3-478d-af86-ce9f2fb02576 {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:40:42.116072 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dadb4dd5-78ec-40d3-86dd-40160c903665", "tag": "4ec27da7-2521-45f7-b283-ec70efcfae32", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:40:42.116072 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-398ed7d9-22a3-478d-af86-ce9f2fb02576 {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:40:42.116072 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dadb4dd5-78ec-40d3-86dd-40160c903665', 'tag': '4ec27da7-2521-45f7-b283-ec70efcfae32', 'status': 'completed', 'code': 200} Nov 09 10:40:42.178204 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73cce1-5a7b-47ba-99f2-c73ca7163825 req-4106c338-26bf-4e08-8a17-f1c5b084fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:42.179896 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7c73cce1-5a7b-47ba-99f2-c73ca7163825 req-4106c338-26bf-4e08-8a17-f1c5b084fa2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0cd90823f43e4d41be05683e40b3ac62&device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 1099 time: 0.0435948 Nov 09 10:40:42.287273 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73cce1-5a7b-47ba-99f2-c73ca7163825 req-13a10a77-5617-46ce-9346-c8ccef93162a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:42.288725 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7c73cce1-5a7b-47ba-99f2-c73ca7163825 req-13a10a77-5617-46ce-9346-c8ccef93162a service neutron] 10.222.0.30 "GET /v2.0/networks?id=34358316-6aa9-484d-bebb-9653f7b5c623 HTTP/1.1" status: 200 len: 916 time: 0.1001635 Nov 09 10:40:42.301843 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-9d09f52f-3d6a-4a7d-8811-e6c9cc3c8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'name': 'tempest-AttachVolumeShelveTestJSON-495058885-router', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '01b7685d-6710-457a-8617-9fa9df803200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:19Z', 'updated_at': '2021-11-09T10:35:27Z', 'revision_number': 4, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'gw_port': {'id': '01b7685d-6710-457a-8617-9fa9df803200', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:21Z', 'updated_at': '2021-11-09T10:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '2b21811c-5a4e-4e9b-8c0a-2ca2c60c7189', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'port_id': '4ec27da7-2521-45f7-b283-ec70efcfae32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'mac_address': 'fa:16:3e:c7:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb4dd5-78ec-40d3-86dd-40160c903665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:40:17Z', 'updated_at': '2021-11-09T10:40:41Z', 'revision_number': 1, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc56f024-515e-4a5e-bbe0-dd1a4dfef792', 'name': '', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'mac_address': 'fa:16:3e:89:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:26Z', 'updated_at': '2021-11-09T10:35:35Z', 'revision_number': 5, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'subnets': [{'id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:42.330656 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d09f52f-3d6a-4a7d-8811-e6c9cc3c8f7b None None] Checking router: 67207920-60c1-4908-bc6b-3dae8cf65a39 for host: dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:40:42.340020 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d09f52f-3d6a-4a7d-8811-e6c9cc3c8f7b None None] Routers {'67207920-60c1-4908-bc6b-3dae8cf65a39'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:40:42.340652 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-9d09f52f-3d6a-4a7d-8811-e6c9cc3c8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:40:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['67207920-60c1-4908-bc6b-3dae8cf65a39'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:42.366519 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7c73cce1-5a7b-47ba-99f2-c73ca7163825 req-ed2291eb-c7ba-4328-97e2-34e22a9eb91f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ec27da7-2521-45f7-b283-ec70efcfae32 HTTP/1.1" status: 200 len: 999 time: 0.0667844 Nov 09 10:40:42.419661 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73cce1-5a7b-47ba-99f2-c73ca7163825 req-1bcd8592-a2b3-4906-83b9-e79d9190b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:42.422079 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7c73cce1-5a7b-47ba-99f2-c73ca7163825 req-1bcd8592-a2b3-4906-83b9-e79d9190b472 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46b6d451-069c-417f-a922-9abd3afe77e2 HTTP/1.1" status: 200 len: 855 time: 0.0483968 Nov 09 10:40:42.453066 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 48200) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:42.471687 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-9d09f52f-3d6a-4a7d-8811-e6c9cc3c8f7b None None] Set router 67207920-60c1-4908-bc6b-3dae8cf65a39 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:40:42.478325 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73cce1-5a7b-47ba-99f2-c73ca7163825 req-f044210b-f4f6-4b07-99b6-7f4804f9f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:42.479842 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7c73cce1-5a7b-47ba-99f2-c73ca7163825 req-f044210b-f4f6-4b07-99b6-7f4804f9f837 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34358316-6aa9-484d-bebb-9653f7b5c623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482893 Nov 09 10:40:42.579046 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7c73cce1-5a7b-47ba-99f2-c73ca7163825 req-ea0fdff5-1be0-415e-9546-1e43b4c26e5d service neutron] 10.222.0.30 "GET /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911272 Nov 09 10:40:42.583250 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-91d1b34e-e90a-4d1f-ae1f-50bea32577cc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-280570812-network', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:42.666696 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d1b34e-e90a-4d1f-ae1f-50bea32577cc admin admin] Made reservation on behalf of f193ff8d94534794ba21cabcf0169326 for: {'network': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:40:42.669202 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-91d1b34e-e90a-4d1f-ae1f-50bea32577cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for network, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:42.678431 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-91d1b34e-e90a-4d1f-ae1f-50bea32577cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:42.688161 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7c73cce1-5a7b-47ba-99f2-c73ca7163825 req-fa2fbbe4-b028-457e-95d6-ab9d1757234a service neutron] 10.222.0.30 "GET /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008997 Nov 09 10:40:42.716331 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-9d09f52f-3d6a-4a7d-8811-e6c9cc3c8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'name': 'tempest-AttachVolumeShelveTestJSON-495058885-router', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '01b7685d-6710-457a-8617-9fa9df803200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:19Z', 'updated_at': '2021-11-09T10:35:27Z', 'revision_number': 4, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'gw_port': {'id': '01b7685d-6710-457a-8617-9fa9df803200', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:21Z', 'updated_at': '2021-11-09T10:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '2b21811c-5a4e-4e9b-8c0a-2ca2c60c7189', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'port_id': '4ec27da7-2521-45f7-b283-ec70efcfae32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'mac_address': 'fa:16:3e:c7:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb4dd5-78ec-40d3-86dd-40160c903665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:40:17Z', 'updated_at': '2021-11-09T10:40:41Z', 'revision_number': 1, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc56f024-515e-4a5e-bbe0-dd1a4dfef792', 'name': '', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'mac_address': 'fa:16:3e:89:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:26Z', 'updated_at': '2021-11-09T10:35:35Z', 'revision_number': 5, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'subnets': [{'id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:42.742561 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d09f52f-3d6a-4a7d-8811-e6c9cc3c8f7b None None] The sync data for ids ['67207920-60c1-4908-bc6b-3dae8cf65a39'] in dv-cinder-816628-1-iscsi is: [{'id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'name': 'tempest-AttachVolumeShelveTestJSON-495058885-router', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '01b7685d-6710-457a-8617-9fa9df803200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:19Z', 'updated_at': '2021-11-09T10:35:27Z', 'revision_number': 4, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'gw_port': {'id': '01b7685d-6710-457a-8617-9fa9df803200', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:21Z', 'updated_at': '2021-11-09T10:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '2b21811c-5a4e-4e9b-8c0a-2ca2c60c7189', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'port_id': '4ec27da7-2521-45f7-b283-ec70efcfae32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'mac_address': 'fa:16:3e:c7:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb4dd5-78ec-40d3-86dd-40160c903665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:40:17Z', 'updated_at': '2021-11-09T10:40:41Z', 'revision_number': 1, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc56f024-515e-4a5e-bbe0-dd1a4dfef792', 'name': '', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'mac_address': 'fa:16:3e:89:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:26Z', 'updated_at': '2021-11-09T10:35:35Z', 'revision_number': 5, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'subnets': [{'id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:40:42.757264 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-91d1b34e-e90a-4d1f-ae1f-50bea32577cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:42.832825 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-91d1b34e-e90a-4d1f-ae1f-50bea32577cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:42.861160 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d1b34e-e90a-4d1f-ae1f-50bea32577cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=101905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:40:42.868280 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1b34e-e90a-4d1f-ae1f-50bea32577cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b42a10c-2467-4d32-8e1b-b9484c2ce9ee,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:42.875076 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-91d1b34e-e90a-4d1f-ae1f-50bea32577cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:42.875636 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.db.segments_db [None req-91d1b34e-e90a-4d1f-ae1f-50bea32577cc admin admin] Added segment cd2cd2c2-136b-4dba-b04d-9a50d2575069 of type vlan for network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a Nov 09 10:40:42.918125 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-91d1b34e-e90a-4d1f-ae1f-50bea32577cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781390311891'] for network, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:42.938874 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35a3a5d-2cca-4fad-a6f8-dfba7fdfd35e None None] New status for floating IP 2b21811c-5a4e-4e9b-8c0a-2ca2c60c7189: ACTIVE {{(pid=101907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 10:40:43.015650 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-91d1b34e-e90a-4d1f-ae1f-50bea32577cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for network, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:43.016698 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d1b34e-e90a-4d1f-ae1f-50bea32577cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:43.017349 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-91d1b34e-e90a-4d1f-ae1f-50bea32577cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:43.087337 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1b34e-e90a-4d1f-ae1f-50bea32577cc admin admin] Pushing event updated for resources: {'Network': ['ID=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:43.098259 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a details requested by agent ovs-agent-dv-cinder-816628-1-iscsi with host dv-cinder-816628-1-iscsi {{(pid=101906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 10:40:43.129624 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-91d1b34e-e90a-4d1f-ae1f-50bea32577cc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6750700 Nov 09 10:40:43.132410 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 48208) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:43.137743 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-13fa02a5-be27-49da-9a18-bf5ec887b869 admin admin] Request body: {'subnet': {'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-280570812-subnet', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'ip_version': 4}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:43.243907 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fa02a5-be27-49da-9a18-bf5ec887b869 admin admin] Made reservation on behalf of f193ff8d94534794ba21cabcf0169326 for: {'subnet': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:40:43.246665 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-13fa02a5-be27-49da-9a18-bf5ec887b869 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8831485'] for subnet, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:43.524337 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-13fa02a5-be27-49da-9a18-bf5ec887b869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8831751'] for subnet, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:43.593912 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa02a5-be27-49da-9a18-bf5ec887b869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd36f13f-4940-4cef-a69d-ffd58a026a88,revision_number=0']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:43.600419 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fa02a5-be27-49da-9a18-bf5ec887b869 admin admin] Checking segment: {'id': 'cd2cd2c2-136b-4dba-b04d-9a50d2575069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:40:43.600419 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fa02a5-be27-49da-9a18-bf5ec887b869 admin admin] Network hostable DHCP agents. Network: d9ec3b3d-16d6-42bb-8661-ba5a7b86073a, hostable agents: ['bb6b8b96-70eb-486f-b492-dd7d5d6af293'], hosted agents: [] {{(pid=101905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:40:43.694667 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fa02a5-be27-49da-9a18-bf5ec887b869 admin admin] Network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a is scheduled to be hosted by DHCP agent bb6b8b96-70eb-486f-b492-dd7d5d6af293 with binding_index 1 {{(pid=101905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:40:43.821956 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-13fa02a5-be27-49da-9a18-bf5ec887b869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816628-1-iscsi, d9ec3b3d-16d6-42bb-8661-ba5a7b86073a) {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:40:43.826049 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fa02a5-be27-49da-9a18-bf5ec887b869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:43.826635 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-13fa02a5-be27-49da-9a18-bf5ec887b869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:43.832271 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656c2ea4-cece-4cd3-b55d-69f26ed72649 None None] Network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:40:43.915442 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-13fa02a5-be27-49da-9a18-bf5ec887b869 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7818332 Nov 09 10:40:43.918705 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48210) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:43.923534 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:44.021396 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3444'] for router, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:44.022459 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3437'] for router, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:44.075376 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:44.115884 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12432638-8e86-4719-8e8f-4b4a35b1e8a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp873e253d-0079-5e65-ba92-49c49ab5e1bc-d9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88'}]}} from dv-cinder-816628-1-iscsi. {{(pid=101906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 10:40:44.119147 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-12432638-8e86-4719-8e8f-4b4a35b1e8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:44.274742 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.db_base_plugin_common [None req-12432638-8e86-4719-8e8f-4b4a35b1e8a3 None None] Allocated IP 172.20.0.2 (d9ec3b3d-16d6-42bb-8661-ba5a7b86073a/cd36f13f-4940-4cef-a69d-ffd58a026a88/a5941160-18a7-4aee-baa2-b48eb29fcb6b) {{(pid=101906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:40:44.316966 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:44.439205 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-12432638-8e86-4719-8e8f-4b4a35b1e8a3 None None] Publish callbacks [] for port, precommit_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:44.507679 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-12432638-8e86-4719-8e8f-4b4a35b1e8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:44.550133 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12432638-8e86-4719-8e8f-4b4a35b1e8a3 None None] Network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a is already hosted by enough agents. {{(pid=101906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:40:44.553389 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.scheduler.base_scheduler [None req-12432638-8e86-4719-8e8f-4b4a35b1e8a3 None None] Resources bound (agent type, host, resource id): {{(pid=101906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:40:44.559830 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12432638-8e86-4719-8e8f-4b4a35b1e8a3 None None] Received port after_create {{(pid=101906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:40:44.570284 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12432638-8e86-4719-8e8f-4b4a35b1e8a3 None None] Pushing event updated for resources: {'Port': ['ID=a5941160-18a7-4aee-baa2-b48eb29fcb6b,revision_number=1']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:44.649677 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-12432638-8e86-4719-8e8f-4b4a35b1e8a3 None None] Attempting to bind port a5941160-18a7-4aee-baa2-b48eb29fcb6b on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:40:44.650451 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-12432638-8e86-4719-8e8f-4b4a35b1e8a3 None None] Attempting to bind port a5941160-18a7-4aee-baa2-b48eb29fcb6b by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': 'cd2cd2c2-136b-4dba-b04d-9a50d2575069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a'}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:40:44.651114 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12432638-8e86-4719-8e8f-4b4a35b1e8a3 None None] Attempting to bind port a5941160-18a7-4aee-baa2-b48eb29fcb6b on network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:40:44.658348 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12432638-8e86-4719-8e8f-4b4a35b1e8a3 None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:40:44.658797 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12432638-8e86-4719-8e8f-4b4a35b1e8a3 None None] Checking segment: {'id': 'cd2cd2c2-136b-4dba-b04d-9a50d2575069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:40:44.659242 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-12432638-8e86-4719-8e8f-4b4a35b1e8a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:44.659649 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12432638-8e86-4719-8e8f-4b4a35b1e8a3 None None] Bound using segment: {'id': 'cd2cd2c2-136b-4dba-b04d-9a50d2575069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a'} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:40:44.660382 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-12432638-8e86-4719-8e8f-4b4a35b1e8a3 None None] Bound port: a5941160-18a7-4aee-baa2-b48eb29fcb6b, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2cd2c2-136b-4dba-b04d-9a50d2575069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a'}}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:40:44.660773 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-12432638-8e86-4719-8e8f-4b4a35b1e8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:44.743782 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-12432638-8e86-4719-8e8f-4b4a35b1e8a3 None None] For port a5941160-18a7-4aee-baa2-b48eb29fcb6b, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:40:44.749941 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-12432638-8e86-4719-8e8f-4b4a35b1e8a3 None None] For port a5941160-18a7-4aee-baa2-b48eb29fcb6b, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=a5941160-18a7-4aee-baa2-b48eb29fcb6b,segment=NetworkSegment(cd2cd2c2-136b-4dba-b04d-9a50d2575069),segment_id=cd2cd2c2-136b-4dba-b04d-9a50d2575069)] {{(pid=101906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:40:44.819544 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-12432638-8e86-4719-8e8f-4b4a35b1e8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:44.902570 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:44.925051 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12432638-8e86-4719-8e8f-4b4a35b1e8a3 None None] Pushing event updated for resources: {'Port': ['ID=a5941160-18a7-4aee-baa2-b48eb29fcb6b,revision_number=2']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:44.943643 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:45.029545 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c140b73-e9d1-4991-a886-bf93a521a395 req-4dfb3e24-f742-404e-b13d-ef7034ab8d65 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:45.031244 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9c140b73-e9d1-4991-a886-bf93a521a395 req-4dfb3e24-f742-404e-b13d-ef7034ab8d65 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 985 time: 0.0786288 Nov 09 10:40:45.116386 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9ec63-eea8-4d38-b1f0-1b177226684e req-09823381-1656-4240-8c2a-8429f5ac7cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:45.118435 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-26f9ec63-eea8-4d38-b1f0-1b177226684e req-09823381-1656-4240-8c2a-8429f5ac7cc5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b538f1548c3549a188cafef15f81b59c&device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 1138 time: 0.1038542 Nov 09 10:40:45.122417 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9c140b73-e9d1-4991-a886-bf93a521a395 req-0c9ae225-1a62-4794-a06d-e5468a8e1a57 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&id=78ee30c7-d063-4cce-8aeb-2473ad541ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794189 Nov 09 10:40:45.126735 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Allocated IP 172.27.0.102 (b911c41a-6d30-4814-901f-89185e089761/716689b8-5fc0-4f64-a63e-fd749e80eafc/64acc5ed-86ca-4007-ad30-6471d644a5ce) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:40:45.320334 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9ec63-eea8-4d38-b1f0-1b177226684e req-89becb73-2072-42c3-9c5b-242702a60957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:45.321840 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-26f9ec63-eea8-4d38-b1f0-1b177226684e req-89becb73-2072-42c3-9c5b-242702a60957 service neutron] 10.222.0.30 "GET /v2.0/networks?id=56f69718-58a6-4143-a9fa-e85c00997496 HTTP/1.1" status: 200 len: 915 time: 0.1854208 Nov 09 10:40:45.345275 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:45.410619 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-26f9ec63-eea8-4d38-b1f0-1b177226684e req-08c0af73-43a8-4824-8144-9a4e01164fa6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff HTTP/1.1" status: 200 len: 1001 time: 0.0775161 Nov 09 10:40:45.467120 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9ec63-eea8-4d38-b1f0-1b177226684e req-2ba2c63f-a0b3-4f28-9490-7a769597fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:45.468773 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-26f9ec63-eea8-4d38-b1f0-1b177226684e req-2ba2c63f-a0b3-4f28-9490-7a769597fee8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e8c19ae-f549-4b9e-a681-beeb62d4a4a4 HTTP/1.1" status: 200 len: 854 time: 0.0494738 Nov 09 10:40:45.503410 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:45.547287 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Network b911c41a-6d30-4814-901f-89185e089761 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:40:45.554848 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:40:45.557319 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:40:45.582549 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Pushing event updated for resources: {'Port': ['ID=64acc5ed-86ca-4007-ad30-6471d644a5ce,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:45.591149 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9ec63-eea8-4d38-b1f0-1b177226684e req-11926f0f-3342-47cd-9304-c4e7cc8f4fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:45.592864 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-26f9ec63-eea8-4d38-b1f0-1b177226684e req-11926f0f-3342-47cd-9304-c4e7cc8f4fe4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56f69718-58a6-4143-a9fa-e85c00997496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1158283 Nov 09 10:40:45.601045 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:45.601383 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:45.601715 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:45.602108 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:45.602432 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:45.602756 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:45.603074 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:45.603394 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:45.603715 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:45.604053 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:45.604366 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:45.604682 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:45.800210 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-26f9ec63-eea8-4d38-b1f0-1b177226684e req-64a453c7-f96c-415d-83ea-d780ed398d13 service neutron] 10.222.0.30 "GET /v2.0/networks/56f69718-58a6-4143-a9fa-e85c00997496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874197 Nov 09 10:40:45.900118 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f845693-12c0-4e14-b499-61830bd444c5 None None] Network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:40:45.950234 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-26f9ec63-eea8-4d38-b1f0-1b177226684e req-b5701b8b-481e-48e9-92fc-abd132f6c1dd service neutron] 10.222.0.30 "GET /v2.0/networks/56f69718-58a6-4143-a9fa-e85c00997496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400955 Nov 09 10:40:46.000312 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-b8a14275-066c-4dd8-92dc-c370b850507d None None] Provisioning complete for port a5941160-18a7-4aee-baa2-b48eb29fcb6b triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:46.000682 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b8a14275-066c-4dd8-92dc-c370b850507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:46.013602 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:46.139902 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b8a14275-066c-4dd8-92dc-c370b850507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:46.194902 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-b8a14275-066c-4dd8-92dc-c370b850507d None None] For port a5941160-18a7-4aee-baa2-b48eb29fcb6b, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=a5941160-18a7-4aee-baa2-b48eb29fcb6b,segment=NetworkSegment(cd2cd2c2-136b-4dba-b04d-9a50d2575069),segment_id=cd2cd2c2-136b-4dba-b04d-9a50d2575069)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:40:46.227456 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741373'] for router, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:46.290066 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b8a14275-066c-4dd8-92dc-c370b850507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:46.314707 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c4528-f38d-410a-aeb6-68791e3683b6 req-1930bd1c-fbb5-473e-94f8-d611d4073521 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:46.317070 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f79c4528-f38d-410a-aeb6-68791e3683b6 req-1930bd1c-fbb5-473e-94f8-d611d4073521 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 985 time: 0.0600626 Nov 09 10:40:46.330877 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device a5941160-18a7-4aee-baa2-b48eb29fcb6b up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:40:46.400888 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a14275-066c-4dd8-92dc-c370b850507d None None] Pushing event updated for resources: {'Port': ['ID=a5941160-18a7-4aee-baa2-b48eb29fcb6b,revision_number=3']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:46.423850 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port a5941160-18a7-4aee-baa2-b48eb29fcb6b triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:46.425407 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:46.445161 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f79c4528-f38d-410a-aeb6-68791e3683b6 req-fbfae8b7-074e-4378-b35a-c3ea42425e58 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&id=78ee30c7-d063-4cce-8aeb-2473ad541ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172690 Nov 09 10:40:46.518131 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Router 12605b42-dd04-48fd-8422-9bbb7dec2aaf is scheduled to L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 with binding_index 1 {{(pid=101904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 10:40:46.523389 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-651828ce-fd11-4485-b292-53ff20be7e19 None None] Provisioning complete for port a5941160-18a7-4aee-baa2-b48eb29fcb6b triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:46.523781 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-651828ce-fd11-4485-b292-53ff20be7e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:46.627075 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:40:46.636251 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] Sync routers for ids ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'] in dv-cinder-816628-1-iscsi {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:40:46.645630 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] Routers {'12605b42-dd04-48fd-8422-9bbb7dec2aaf'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:40:46.646236 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:40:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:46.732265 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] Publish callbacks [] for router, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:46.733840 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-af9710a6-7b93-4eee-b2b8-0d318d0cdc7a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8138933 Nov 09 10:40:46.737130 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48226) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:46.758819 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] Set router 12605b42-dd04-48fd-8422-9bbb7dec2aaf gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:40:46.943684 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:45Z', 'revision_number': 3, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:46.976498 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] Checking router: 12605b42-dd04-48fd-8422-9bbb7dec2aaf for host: dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:40:46.976834 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] Updating router 12605b42-dd04-48fd-8422-9bbb7dec2aaf port 64acc5ed-86ca-4007-ad30-6471d644a5ce binding host dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 10:40:47.007074 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:47.167997 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-0bf7eddf-64f9-41d9-9177-f91d211616c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:47.260839 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] Publish callbacks [] for port, precommit_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:47.322986 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [None req-0bf7eddf-64f9-41d9-9177-f91d211616c0 admin admin] Allocated IP 172.20.0.1 (d9ec3b3d-16d6-42bb-8661-ba5a7b86073a/cd36f13f-4940-4cef-a69d-ffd58a026a88/6e06a15f-9b65-4956-a7bc-1218ecaf7fb5) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:40:47.324370 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:47.379001 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] Attempting to bind port 64acc5ed-86ca-4007-ad30-6471d644a5ce on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:40:47.379369 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] Attempting to bind port 64acc5ed-86ca-4007-ad30-6471d644a5ce by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:40:47.379736 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] Attempting to bind port 64acc5ed-86ca-4007-ad30-6471d644a5ce on network b911c41a-6d30-4814-901f-89185e089761 {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:40:47.388117 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7e1c4-ae24-48d0-b5c4-0049c7041cd6 None None] Pushing event updated for resources: {'Port': ['ID=64acc5ed-86ca-4007-ad30-6471d644a5ce,revision_number=2']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:47.390853 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:40:47.391230 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] Checking segment: {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:40:47.391625 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:47.392025 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] Bound using segment: {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:40:47.392501 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] Bound port: 64acc5ed-86ca-4007-ad30-6471d644a5ce, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:40:47.392869 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:47.428875 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-0bf7eddf-64f9-41d9-9177-f91d211616c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:47.444837 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] For port 64acc5ed-86ca-4007-ad30-6471d644a5ce, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:40:47.450184 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] For port 64acc5ed-86ca-4007-ad30-6471d644a5ce, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=64acc5ed-86ca-4007-ad30-6471d644a5ce,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:40:47.518267 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:47.547438 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-0bf7eddf-64f9-41d9-9177-f91d211616c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:47.569554 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b0bd4-b4bb-42be-9d59-6217ee35ee1f req-993a56c1-c36f-42ef-aea0-a5aabff0093a tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:47.570060 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-902b0bd4-b4bb-42be-9d59-6217ee35ee1f req-993a56c1-c36f-42ef-aea0-a5aabff0093a tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 985 time: 0.0582685 Nov 09 10:40:47.591434 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7e1c4-ae24-48d0-b5c4-0049c7041cd6 None None] Pushing event updated for resources: {'Port': ['ID=64acc5ed-86ca-4007-ad30-6471d644a5ce,revision_number=3']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:47.597333 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] Routers {'12605b42-dd04-48fd-8422-9bbb7dec2aaf'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:40:47.598656 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:40:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:47.601138 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf7eddf-64f9-41d9-9177-f91d211616c0 admin admin] Network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:40:47.606968 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-0bf7eddf-64f9-41d9-9177-f91d211616c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:40:47.609819 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf7eddf-64f9-41d9-9177-f91d211616c0 admin admin] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:40:47.640798 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7eddf-64f9-41d9-9177-f91d211616c0 admin admin] Pushing event updated for resources: {'Port': ['ID=6e06a15f-9b65-4956-a7bc-1218ecaf7fb5,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:47.673961 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-0bf7eddf-64f9-41d9-9177-f91d211616c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740392'] for router_interface, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:47.680968 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-902b0bd4-b4bb-42be-9d59-6217ee35ee1f req-478805a2-a264-4617-b26d-45798b408569 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&id=78ee30c7-d063-4cce-8aeb-2473ad541ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1013074 Nov 09 10:40:47.734772 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] Set router 12605b42-dd04-48fd-8422-9bbb7dec2aaf gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:40:47.877993 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-53af4096-1c4d-4304-89ec-7f5e1558d210 None None] Provisioning complete for port 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:47.878364 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-53af4096-1c4d-4304-89ec-7f5e1558d210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:47.944007 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-53af4096-1c4d-4304-89ec-7f5e1558d210 None None] Port 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5 cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:40:47.958739 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-0bf7eddf-64f9-41d9-9177-f91d211616c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:47.965657 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:45Z', 'revision_number': 3, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:47.992820 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f395080-5fa2-4bf5-9830-f4ef797aa1fc None None] The sync data for ids ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'] in dv-cinder-816628-1-iscsi is: [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:45Z', 'revision_number': 3, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}] {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:40:48.149716 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-0bf7eddf-64f9-41d9-9177-f91d211616c0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:48.215669 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-0bf7eddf-64f9-41d9-9177-f91d211616c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:48.295488 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device a5941160-18a7-4aee-baa2-b48eb29fcb6b up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:40:48.295907 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7eddf-64f9-41d9-9177-f91d211616c0 admin admin] Pushing event updated for resources: {'Port': ['ID=6e06a15f-9b65-4956-a7bc-1218ecaf7fb5,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:48.302783 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-0bf7eddf-64f9-41d9-9177-f91d211616c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740540'] for router_interface, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:48.351515 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port a5941160-18a7-4aee-baa2-b48eb29fcb6b triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:48.352291 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:48.410309 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf7eddf-64f9-41d9-9177-f91d211616c0 admin admin] Network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:40:48.411779 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-0bf7eddf-64f9-41d9-9177-f91d211616c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:40:48.549046 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf7eddf-64f9-41d9-9177-f91d211616c0 admin admin] Router 12605b42-dd04-48fd-8422-9bbb7dec2aaf has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:40:48.677108 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-54ab1ce5-1994-4d0e-b2b9-7083ac37334e None None] Provisioning complete for port 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:48.677471 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-54ab1ce5-1994-4d0e-b2b9-7083ac37334e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:48.679564 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf7eddf-64f9-41d9-9177-f91d211616c0 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:40:48.688505 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-0bf7eddf-64f9-41d9-9177-f91d211616c0 admin admin] 10.222.0.35 "PUT /v2.0/routers/12605b42-dd04-48fd-8422-9bbb7dec2aaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9501886 Nov 09 10:40:48.722058 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-54ab1ce5-1994-4d0e-b2b9-7083ac37334e None None] Port 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5 cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:40:48.822105 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daf811-c5cc-4364-a692-d959a7939ce8 req-fd911bf1-dbdd-473a-91f9-98312ba59b0d tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:48.824483 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e7daf811-c5cc-4364-a692-d959a7939ce8 req-fd911bf1-dbdd-473a-91f9-98312ba59b0d tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 985 time: 0.0591698 Nov 09 10:40:48.888952 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e7daf811-c5cc-4364-a692-d959a7939ce8 req-84ef5da6-fc1c-4fdf-bfe3-bede82f812e6 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&id=78ee30c7-d063-4cce-8aeb-2473ad541ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591397 Nov 09 10:40:49.443231 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48250) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:49.447786 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-90f99921-7dc4-4b3a-937f-6105f6edd57b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-931474982-network', 'tenant_id': '2ffcd05493274e0691b04b698edbd27f'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:49.558657 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f99921-7dc4-4b3a-937f-6105f6edd57b admin admin] Made reservation on behalf of 2ffcd05493274e0691b04b698edbd27f for: {'network': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:40:49.564576 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-90f99921-7dc4-4b3a-937f-6105f6edd57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for network, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:49.570606 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-90f99921-7dc4-4b3a-937f-6105f6edd57b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:49.574421 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] Sync routers for ids ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:40:49.588967 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] Routers {'12605b42-dd04-48fd-8422-9bbb7dec2aaf'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:40:49.589479 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:40:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:49.650438 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-90f99921-7dc4-4b3a-937f-6105f6edd57b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:49.701116 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] Set router 12605b42-dd04-48fd-8422-9bbb7dec2aaf gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:40:49.723595 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-90f99921-7dc4-4b3a-937f-6105f6edd57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:49.754753 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f99921-7dc4-4b3a-937f-6105f6edd57b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=101904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:40:49.764718 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f99921-7dc4-4b3a-937f-6105f6edd57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4405c420-02e4-4802-b173-919a1c800791,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:49.770703 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-90f99921-7dc4-4b3a-937f-6105f6edd57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:49.771217 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.segments_db [None req-90f99921-7dc4-4b3a-937f-6105f6edd57b admin admin] Added segment 46687c22-4997-46f0-bf23-f7705935a512 of type vlan for network f052a1c0-2609-442c-8cf4-8c8521bb9929 Nov 09 10:40:49.818232 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-90f99921-7dc4-4b3a-937f-6105f6edd57b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781390311891'] for network, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:49.903431 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '6e06a15f-9b65-4956-a7bc-1218ecaf7fb5', 'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'mac_address': 'fa:16:3e:d2:e4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:47Z', 'updated_at': '2021-11-09T10:40:48Z', 'revision_number': 2, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'subnets': [{'id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:49.924987 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-90f99921-7dc4-4b3a-937f-6105f6edd57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for network, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:49.926388 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f99921-7dc4-4b3a-937f-6105f6edd57b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:49.929045 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-90f99921-7dc4-4b3a-937f-6105f6edd57b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:49.930468 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] Checking router: 12605b42-dd04-48fd-8422-9bbb7dec2aaf for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:40:49.930818 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] Updating router 12605b42-dd04-48fd-8422-9bbb7dec2aaf port 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5 binding host dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 10:40:49.959494 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:49.988243 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f99921-7dc4-4b3a-937f-6105f6edd57b admin admin] Pushing event updated for resources: {'Network': ['ID=f052a1c0-2609-442c-8cf4-8c8521bb9929,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:49.998924 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Network f052a1c0-2609-442c-8cf4-8c8521bb9929 details requested by agent ovs-agent-dv-cinder-816628-1-iscsi with host dv-cinder-816628-1-iscsi {{(pid=101906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 10:40:50.014149 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-90f99921-7dc4-4b3a-937f-6105f6edd57b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5711436 Nov 09 10:40:50.017133 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 48256) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:50.022703 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-7a12a522-5581-4d7f-ae53-5c845387ebde admin admin] Request body: {'subnet': {'network_id': 'f052a1c0-2609-442c-8cf4-8c8521bb9929', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-931474982-subnet', 'tenant_id': '2ffcd05493274e0691b04b698edbd27f', 'ip_version': 4}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:50.041571 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a551a-029e-4a6b-a5ad-235eab0c6596 req-c95c6db2-5c03-4685-ad18-03d00218b856 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:50.043204 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-626a551a-029e-4a6b-a5ad-235eab0c6596 req-c95c6db2-5c03-4685-ad18-03d00218b856 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 985 time: 0.0802236 Nov 09 10:40:50.112320 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-626a551a-029e-4a6b-a5ad-235eab0c6596 req-79b08690-d26e-43fe-86ac-77ae56d778f4 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&id=78ee30c7-d063-4cce-8aeb-2473ad541ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616162 Nov 09 10:40:50.134168 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a12a522-5581-4d7f-ae53-5c845387ebde admin admin] Made reservation on behalf of 2ffcd05493274e0691b04b698edbd27f for: {'subnet': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:40:50.137358 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7a12a522-5581-4d7f-ae53-5c845387ebde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8831485'] for subnet, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:50.242799 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] Publish callbacks [] for port, precommit_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:50.289043 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 64acc5ed-86ca-4007-ad30-6471d644a5ce up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:40:50.341537 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 64acc5ed-86ca-4007-ad30-6471d644a5ce triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:50.341896 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:50.358410 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:50.419894 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4254b9-d1e5-453f-89e4-70da5b7c4714 None None] Pushing event updated for resources: {'Port': ['ID=6e06a15f-9b65-4956-a7bc-1218ecaf7fb5,revision_number=3']} {{(pid=101907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:50.444418 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4254b9-d1e5-453f-89e4-70da5b7c4714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:50.444785 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4254b9-d1e5-453f-89e4-70da5b7c4714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:50.445128 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4254b9-d1e5-453f-89e4-70da5b7c4714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:50.445461 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4254b9-d1e5-453f-89e4-70da5b7c4714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:50.446405 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4254b9-d1e5-453f-89e4-70da5b7c4714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:50.446735 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4254b9-d1e5-453f-89e4-70da5b7c4714 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:50.447066 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4254b9-d1e5-453f-89e4-70da5b7c4714 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:50.447392 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4254b9-d1e5-453f-89e4-70da5b7c4714 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:50.447865 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4254b9-d1e5-453f-89e4-70da5b7c4714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:50.448380 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4254b9-d1e5-453f-89e4-70da5b7c4714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:50.448918 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4254b9-d1e5-453f-89e4-70da5b7c4714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:50.449146 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:50.449414 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4254b9-d1e5-453f-89e4-70da5b7c4714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:50.484918 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] Attempting to bind port 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5 on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:40:50.485300 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] Attempting to bind port 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5 by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': 'cd2cd2c2-136b-4dba-b04d-9a50d2575069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a'}] {{(pid=101907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:40:50.485731 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] Attempting to bind port 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5 on network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:40:50.489358 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] For port 64acc5ed-86ca-4007-ad30-6471d644a5ce, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=64acc5ed-86ca-4007-ad30-6471d644a5ce,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:40:50.490670 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7a12a522-5581-4d7f-ae53-5c845387ebde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8831751'] for subnet, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:50.491434 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:40:50.491825 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] Checking segment: {'id': 'cd2cd2c2-136b-4dba-b04d-9a50d2575069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:40:50.492264 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:50.493270 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] Bound using segment: {'id': 'cd2cd2c2-136b-4dba-b04d-9a50d2575069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a'} {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:40:50.499618 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] Bound port: 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2cd2c2-136b-4dba-b04d-9a50d2575069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a'}}] {{(pid=101907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:40:50.499618 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:50.559291 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12a522-5581-4d7f-ae53-5c845387ebde admin admin] Pushing event updated for resources: {'Subnet': ['ID=72029c8a-f4cc-42c5-9bc1-841f25898972,revision_number=0']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:50.565387 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d275510d-17f5-46ac-afc8-27ef6086b72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:50.566956 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a12a522-5581-4d7f-ae53-5c845387ebde admin admin] Checking segment: {'id': '46687c22-4997-46f0-bf23-f7705935a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f052a1c0-2609-442c-8cf4-8c8521bb9929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:40:50.567318 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a12a522-5581-4d7f-ae53-5c845387ebde admin admin] Network hostable DHCP agents. Network: f052a1c0-2609-442c-8cf4-8c8521bb9929, hostable agents: ['bb6b8b96-70eb-486f-b492-dd7d5d6af293'], hosted agents: [] {{(pid=101905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:40:50.574258 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.db [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] For port 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:40:50.578109 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.db [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] For port 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=6e06a15f-9b65-4956-a7bc-1218ecaf7fb5,segment=NetworkSegment(cd2cd2c2-136b-4dba-b04d-9a50d2575069),segment_id=cd2cd2c2-136b-4dba-b04d-9a50d2575069)] {{(pid=101907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:40:50.608673 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:50.673928 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Pushing event updated for resources: {'Port': ['ID=64acc5ed-86ca-4007-ad30-6471d644a5ce,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:50.685603 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-7cd7286f-26c9-465c-bae7-28eda3507a6f None None] Provisioning complete for port 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:50.685989 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-7cd7286f-26c9-465c-bae7-28eda3507a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:50.706455 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:50.725920 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-7cd7286f-26c9-465c-bae7-28eda3507a6f None None] Port 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5 cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:40:50.746311 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a12a522-5581-4d7f-ae53-5c845387ebde admin admin] Network f052a1c0-2609-442c-8cf4-8c8521bb9929 is scheduled to be hosted by DHCP agent bb6b8b96-70eb-486f-b492-dd7d5d6af293 with binding_index 1 {{(pid=101905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:40:50.766921 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] Routers {'12605b42-dd04-48fd-8422-9bbb7dec2aaf'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:40:50.767561 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:40:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:50.770917 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4254b9-d1e5-453f-89e4-70da5b7c4714 None None] Pushing event updated for resources: {'Port': ['ID=6e06a15f-9b65-4956-a7bc-1218ecaf7fb5,revision_number=4']} {{(pid=101907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:50.886750 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] Set router 12605b42-dd04-48fd-8422-9bbb7dec2aaf gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:40:50.917244 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-7a12a522-5581-4d7f-ae53-5c845387ebde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816628-1-iscsi, f052a1c0-2609-442c-8cf4-8c8521bb9929) {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:40:50.921793 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a12a522-5581-4d7f-ae53-5c845387ebde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:50.922537 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7a12a522-5581-4d7f-ae53-5c845387ebde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:50.927413 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820dcd70-ddca-4747-95e1-fc5a41da7861 None None] Network f052a1c0-2609-442c-8cf4-8c8521bb9929 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:40:51.008354 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-a3262db0-4afa-443d-ba3d-f1f63c645b8d None None] Provisioning complete for port 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:51.009074 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-a3262db0-4afa-443d-ba3d-f1f63c645b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:51.080348 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-7a12a522-5581-4d7f-ae53-5c845387ebde admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0617518 Nov 09 10:40:51.083029 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 48260) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:51.088542 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-c23e7fdb-eea8-440d-85af-ff17e1eafb89 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-931474982-router', 'tenant_id': '2ffcd05493274e0691b04b698edbd27f', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:51.120181 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '6e06a15f-9b65-4956-a7bc-1218ecaf7fb5', 'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'mac_address': 'fa:16:3e:d2:e4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:47Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'subnets': [{'id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:51.146900 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eb7367-746a-4aa8-b6c1-0aabfdc59d8f None None] The sync data for ids ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'] in dv-cinder-816628-1-iscsi is: [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '6e06a15f-9b65-4956-a7bc-1218ecaf7fb5', 'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'mac_address': 'fa:16:3e:d2:e4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:47Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'subnets': [{'id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:40:51.191759 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-a3262db0-4afa-443d-ba3d-f1f63c645b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:51.209898 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c23e7fdb-eea8-440d-85af-ff17e1eafb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3444'] for router, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:51.211669 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp873e253d-0079-5e65-ba92-49c49ab5e1bc-f052a1c0-2609-442c-8cf4-8c8521bb9929', 'network_id': 'f052a1c0-2609-442c-8cf4-8c8521bb9929', 'tenant_id': '2ffcd05493274e0691b04b698edbd27f', 'fixed_ips': [{'subnet_id': '72029c8a-f4cc-42c5-9bc1-841f25898972'}]}} from dv-cinder-816628-1-iscsi. {{(pid=101906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 10:40:51.211890 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c23e7fdb-eea8-440d-85af-ff17e1eafb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3437'] for router, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:51.213185 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:51.278637 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-a3262db0-4afa-443d-ba3d-f1f63c645b8d None None] For port 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=6e06a15f-9b65-4956-a7bc-1218ecaf7fb5,segment=NetworkSegment(cd2cd2c2-136b-4dba-b04d-9a50d2575069),segment_id=cd2cd2c2-136b-4dba-b04d-9a50d2575069)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:40:51.306451 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c23e7fdb-eea8-440d-85af-ff17e1eafb89 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:51.343174 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e90d9-e637-4b04-ad6d-3bf279d62103 req-d31910ea-e637-448c-a5fa-a0a258d2434c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:51.344841 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-989e90d9-e637-4b04-ad6d-3bf279d62103 req-d31910ea-e637-448c-a5fa-a0a258d2434c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 985 time: 0.1120179 Nov 09 10:40:51.390272 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-a3262db0-4afa-443d-ba3d-f1f63c645b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:51.469873 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.db_base_plugin_common [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Allocated IP 172.20.0.2 (f052a1c0-2609-442c-8cf4-8c8521bb9929/72029c8a-f4cc-42c5-9bc1-841f25898972/33fd9ad5-4c34-4b9b-aeda-9f769c22485f) {{(pid=101906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:40:51.476041 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3262db0-4afa-443d-ba3d-f1f63c645b8d None None] Pushing event updated for resources: {'Port': ['ID=6e06a15f-9b65-4956-a7bc-1218ecaf7fb5,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:51.501302 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-989e90d9-e637-4b04-ad6d-3bf279d62103 req-4d8f9981-7c4c-4eb2-b541-67fca77cda37 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&id=78ee30c7-d063-4cce-8aeb-2473ad541ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1465538 Nov 09 10:40:51.572137 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c23e7fdb-eea8-440d-85af-ff17e1eafb89 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:51.637689 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Publish callbacks [] for port, precommit_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:51.747646 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:51.790281 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Network f052a1c0-2609-442c-8cf4-8c8521bb9929 is already hosted by enough agents. {{(pid=101906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:40:51.796164 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.scheduler.base_scheduler [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Resources bound (agent type, host, resource id): {{(pid=101906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:40:51.800399 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Received port after_create {{(pid=101906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:40:51.809918 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Pushing event updated for resources: {'Port': ['ID=33fd9ad5-4c34-4b9b-aeda-9f769c22485f,revision_number=1']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:51.840440 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:51.840851 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:51.841507 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:51.841911 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:51.842328 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:51.842728 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:51.843131 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:51.843527 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:51.843920 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:51.845284 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:51.845284 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:51.845284 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:40:51.896435 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Attempting to bind port 33fd9ad5-4c34-4b9b-aeda-9f769c22485f on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:40:51.897020 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Attempting to bind port 33fd9ad5-4c34-4b9b-aeda-9f769c22485f by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': '46687c22-4997-46f0-bf23-f7705935a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f052a1c0-2609-442c-8cf4-8c8521bb9929'}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:40:51.897610 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Attempting to bind port 33fd9ad5-4c34-4b9b-aeda-9f769c22485f on network f052a1c0-2609-442c-8cf4-8c8521bb9929 {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:40:51.907762 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:40:51.908382 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Checking segment: {'id': '46687c22-4997-46f0-bf23-f7705935a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f052a1c0-2609-442c-8cf4-8c8521bb9929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:40:51.909015 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:51.909632 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Bound using segment: {'id': '46687c22-4997-46f0-bf23-f7705935a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f052a1c0-2609-442c-8cf4-8c8521bb9929'} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:40:51.910488 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Bound port: 33fd9ad5-4c34-4b9b-aeda-9f769c22485f, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46687c22-4997-46f0-bf23-f7705935a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f052a1c0-2609-442c-8cf4-8c8521bb9929'}}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:40:51.911180 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:51.921722 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c23e7fdb-eea8-440d-85af-ff17e1eafb89 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:51.943278 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c23e7fdb-eea8-440d-85af-ff17e1eafb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:52.006358 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] For port 33fd9ad5-4c34-4b9b-aeda-9f769c22485f, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:40:52.009904 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] For port 33fd9ad5-4c34-4b9b-aeda-9f769c22485f, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=33fd9ad5-4c34-4b9b-aeda-9f769c22485f,segment=NetworkSegment(46687c22-4997-46f0-bf23-f7705935a512),segment_id=46687c22-4997-46f0-bf23-f7705935a512)] {{(pid=101906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:40:52.070292 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_common [None req-c23e7fdb-eea8-440d-85af-ff17e1eafb89 admin admin] Allocated IP 172.27.0.183 (b911c41a-6d30-4814-901f-89185e089761/716689b8-5fc0-4f64-a63e-fd749e80eafc/216c355f-e1d3-478e-b1e2-8645ec53dbf7) {{(pid=101905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:40:52.107529 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:52.174961 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f96607-1285-4a0d-99c1-15d5afcfb35f None None] Pushing event updated for resources: {'Port': ['ID=33fd9ad5-4c34-4b9b-aeda-9f769c22485f,revision_number=2']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:52.203400 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c23e7fdb-eea8-440d-85af-ff17e1eafb89 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:52.329139 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c23e7fdb-eea8-440d-85af-ff17e1eafb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:52.357303 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 64acc5ed-86ca-4007-ad30-6471d644a5ce up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:40:52.376417 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23e7fdb-eea8-440d-85af-ff17e1eafb89 admin admin] Network b911c41a-6d30-4814-901f-89185e089761 is already hosted by enough agents. {{(pid=101905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:40:52.397835 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-c23e7fdb-eea8-440d-85af-ff17e1eafb89 admin admin] Resources bound (agent type, host, resource id): {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:40:52.402695 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e7fdb-eea8-440d-85af-ff17e1eafb89 admin admin] Received port after_create {{(pid=101905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:40:52.439286 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 64acc5ed-86ca-4007-ad30-6471d644a5ce triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:52.439659 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:52.467730 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e7fdb-eea8-440d-85af-ff17e1eafb89 admin admin] Pushing event updated for resources: {'Port': ['ID=216c355f-e1d3-478e-b1e2-8645ec53dbf7,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:52.569259 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5 up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:40:52.635094 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:52.635745 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:52.687605 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6046583-4937-4553-90e5-ef5f44329e68 req-4cb5bcd3-2a49-49a7-9a13-ad3687874c1a tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:52.689138 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d6046583-4937-4553-90e5-ef5f44329e68 req-4cb5bcd3-2a49-49a7-9a13-ad3687874c1a tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 985 time: 0.0679922 Nov 09 10:40:52.756308 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d6046583-4937-4553-90e5-ef5f44329e68 req-f6dbf144-f382-44c9-94c4-396340d19011 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&id=78ee30c7-d063-4cce-8aeb-2473ad541ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606441 Nov 09 10:40:53.280619 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c23e7fdb-eea8-440d-85af-ff17e1eafb89 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:53.335379 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-7c742abc-e0b6-4ae4-9b96-f6949114868f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:53.469734 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6dcfa1-9bb6-4edc-afeb-bbc2af0f243c None None] Network f052a1c0-2609-442c-8cf4-8c8521bb9929 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:40:53.508564 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c23e7fdb-eea8-440d-85af-ff17e1eafb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741373'] for router, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:53.563211 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-be78e7af-ff5e-4171-8fa4-1ddb2004ea0d None None] Provisioning complete for port 33fd9ad5-4c34-4b9b-aeda-9f769c22485f triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:53.563623 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-be78e7af-ff5e-4171-8fa4-1ddb2004ea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:53.701520 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-be78e7af-ff5e-4171-8fa4-1ddb2004ea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:53.722997 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23e7fdb-eea8-440d-85af-ff17e1eafb89 admin admin] Router ea7417d7-f738-4f58-bc3d-b9bdbc6e2320 is scheduled to L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 with binding_index 1 {{(pid=101905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 10:40:53.737609 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-be78e7af-ff5e-4171-8fa4-1ddb2004ea0d None None] For port 33fd9ad5-4c34-4b9b-aeda-9f769c22485f, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=33fd9ad5-4c34-4b9b-aeda-9f769c22485f,segment=NetworkSegment(46687c22-4997-46f0-bf23-f7705935a512),segment_id=46687c22-4997-46f0-bf23-f7705935a512)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:40:53.815055 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-be78e7af-ff5e-4171-8fa4-1ddb2004ea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:53.870300 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78e7af-ff5e-4171-8fa4-1ddb2004ea0d None None] Pushing event updated for resources: {'Port': ['ID=33fd9ad5-4c34-4b9b-aeda-9f769c22485f,revision_number=3']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:53.879598 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23e7fdb-eea8-440d-85af-ff17e1eafb89 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:40:53.892650 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] Sync routers for ids ['ea7417d7-f738-4f58-bc3d-b9bdbc6e2320'] in dv-cinder-816628-1-iscsi {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:40:53.908478 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407f334-855e-471c-bb81-b6243a5e807a req-3b7d4af1-88cf-46c9-b9c6-97063eaf4a1b tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:53.908950 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] Routers {'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:40:53.909553 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:40:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['ea7417d7-f738-4f58-bc3d-b9bdbc6e2320'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:53.909966 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7407f334-855e-471c-bb81-b6243a5e807a req-3b7d4af1-88cf-46c9-b9c6-97063eaf4a1b tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 985 time: 0.0745809 Nov 09 10:40:53.960795 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c23e7fdb-eea8-440d-85af-ff17e1eafb89 admin admin] Publish callbacks [] for router, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:53.962141 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-c23e7fdb-eea8-440d-85af-ff17e1eafb89 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8778963 Nov 09 10:40:53.965709 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48274) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:53.990921 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7407f334-855e-471c-bb81-b6243a5e807a req-3785609f-a22f-433e-a665-051e6841688c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&id=78ee30c7-d063-4cce-8aeb-2473ad541ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736039 Nov 09 10:40:54.022163 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-42b8e52d-d26c-4339-9b5f-706adbf170ef None None] Provisioning complete for port 33fd9ad5-4c34-4b9b-aeda-9f769c22485f triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:54.022538 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-42b8e52d-d26c-4339-9b5f-706adbf170ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:54.027962 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:54.087289 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] Set router ea7417d7-f738-4f58-bc3d-b9bdbc6e2320 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:40:54.319056 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 33fd9ad5-4c34-4b9b-aeda-9f769c22485f up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:40:54.459034 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 33fd9ad5-4c34-4b9b-aeda-9f769c22485f triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:54.459874 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:54.530997 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320', 'name': 'tempest-TestVolumeBootPattern-931474982-router', 'tenant_id': '2ffcd05493274e0691b04b698edbd27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '216c355f-e1d3-478e-b1e2-8645ec53dbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:51Z', 'updated_at': '2021-11-09T10:40:52Z', 'revision_number': 3, 'project_id': '2ffcd05493274e0691b04b698edbd27f', 'gw_port': {'id': '216c355f-e1d3-478e-b1e2-8645ec53dbf7', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:51Z', 'updated_at': '2021-11-09T10:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:54.580753 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] Checking router: ea7417d7-f738-4f58-bc3d-b9bdbc6e2320 for host: dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:40:54.581103 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] Updating router ea7417d7-f738-4f58-bc3d-b9bdbc6e2320 port 216c355f-e1d3-478e-b1e2-8645ec53dbf7 binding host dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 10:40:54.616834 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:54.650671 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d3fe0e7a-630c-458a-9109-f98ecc494e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:54.809308 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [None req-d3fe0e7a-630c-458a-9109-f98ecc494e2d admin admin] Allocated IP 172.20.0.1 (f052a1c0-2609-442c-8cf4-8c8521bb9929/72029c8a-f4cc-42c5-9bc1-841f25898972/1a81314e-6044-40d8-8a11-d24c8dfffebb) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:40:54.880186 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] Publish callbacks [] for port, precommit_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:54.916079 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d3fe0e7a-630c-458a-9109-f98ecc494e2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:54.929193 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:54.982851 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] Attempting to bind port 216c355f-e1d3-478e-b1e2-8645ec53dbf7 on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:40:54.983217 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] Attempting to bind port 216c355f-e1d3-478e-b1e2-8645ec53dbf7 by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:40:54.983570 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] Attempting to bind port 216c355f-e1d3-478e-b1e2-8645ec53dbf7 on network b911c41a-6d30-4814-901f-89185e089761 {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:40:54.990446 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5286dc-4bad-410a-aa6f-f720237a52b9 None None] Pushing event updated for resources: {'Port': ['ID=216c355f-e1d3-478e-b1e2-8645ec53dbf7,revision_number=2']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:54.993674 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:40:54.994046 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] Checking segment: {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:40:54.994439 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:54.994814 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] Bound using segment: {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:40:54.995279 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] Bound port: 216c355f-e1d3-478e-b1e2-8645ec53dbf7, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:40:54.995904 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:55.016248 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d3fe0e7a-630c-458a-9109-f98ecc494e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:55.060859 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] For port 216c355f-e1d3-478e-b1e2-8645ec53dbf7, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:40:55.063298 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fe0e7a-630c-458a-9109-f98ecc494e2d admin admin] Network f052a1c0-2609-442c-8cf4-8c8521bb9929 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:40:55.065446 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] For port 216c355f-e1d3-478e-b1e2-8645ec53dbf7, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=216c355f-e1d3-478e-b1e2-8645ec53dbf7,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:40:55.069132 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-d3fe0e7a-630c-458a-9109-f98ecc494e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:40:55.072423 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe0e7a-630c-458a-9109-f98ecc494e2d admin admin] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:40:55.113307 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe0e7a-630c-458a-9109-f98ecc494e2d admin admin] Pushing event updated for resources: {'Port': ['ID=1a81314e-6044-40d8-8a11-d24c8dfffebb,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:55.143917 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d3fe0e7a-630c-458a-9109-f98ecc494e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740392'] for router_interface, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:55.153245 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:55.174365 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db57f58-d55b-4896-a14b-4c691e5859e7 req-02a637f7-e0aa-4215-ba9f-491938b48c7e tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:55.176023 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2db57f58-d55b-4896-a14b-4c691e5859e7 req-02a637f7-e0aa-4215-ba9f-491938b48c7e tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 985 time: 0.0730000 Nov 09 10:40:55.225486 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] Routers {'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:40:55.226127 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:40:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['ea7417d7-f738-4f58-bc3d-b9bdbc6e2320'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:55.280278 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-2db57f58-d55b-4896-a14b-4c691e5859e7 req-b624f929-7df6-44e5-ac5b-671a639a1d59 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&id=78ee30c7-d063-4cce-8aeb-2473ad541ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955236 Nov 09 10:40:55.288154 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5286dc-4bad-410a-aa6f-f720237a52b9 None None] Pushing event updated for resources: {'Port': ['ID=216c355f-e1d3-478e-b1e2-8645ec53dbf7,revision_number=3']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:55.377251 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] Set router ea7417d7-f738-4f58-bc3d-b9bdbc6e2320 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:40:55.467903 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-abcdab14-74fa-46a1-bfac-b63e2bafb213 None None] Provisioning complete for port 1a81314e-6044-40d8-8a11-d24c8dfffebb triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:55.468717 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-abcdab14-74fa-46a1-bfac-b63e2bafb213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:55.474582 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d3fe0e7a-630c-458a-9109-f98ecc494e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:55.517151 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-abcdab14-74fa-46a1-bfac-b63e2bafb213 None None] Port 1a81314e-6044-40d8-8a11-d24c8dfffebb cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:40:55.563934 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:55.692473 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d3fe0e7a-630c-458a-9109-f98ecc494e2d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:55.717255 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320', 'name': 'tempest-TestVolumeBootPattern-931474982-router', 'tenant_id': '2ffcd05493274e0691b04b698edbd27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '216c355f-e1d3-478e-b1e2-8645ec53dbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:51Z', 'updated_at': '2021-11-09T10:40:52Z', 'revision_number': 3, 'project_id': '2ffcd05493274e0691b04b698edbd27f', 'gw_port': {'id': '216c355f-e1d3-478e-b1e2-8645ec53dbf7', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:51Z', 'updated_at': '2021-11-09T10:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:55.744427 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9cb9a0-ed56-4143-8f81-1c91e03aa805 None None] The sync data for ids ['ea7417d7-f738-4f58-bc3d-b9bdbc6e2320'] in dv-cinder-816628-1-iscsi is: [{'id': 'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320', 'name': 'tempest-TestVolumeBootPattern-931474982-router', 'tenant_id': '2ffcd05493274e0691b04b698edbd27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '216c355f-e1d3-478e-b1e2-8645ec53dbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:51Z', 'updated_at': '2021-11-09T10:40:52Z', 'revision_number': 3, 'project_id': '2ffcd05493274e0691b04b698edbd27f', 'gw_port': {'id': '216c355f-e1d3-478e-b1e2-8645ec53dbf7', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:51Z', 'updated_at': '2021-11-09T10:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}] {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:40:55.917307 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d3fe0e7a-630c-458a-9109-f98ecc494e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:55.997561 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d3fe0e7a-630c-458a-9109-f98ecc494e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740540'] for router_interface, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:56.003842 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe0e7a-630c-458a-9109-f98ecc494e2d admin admin] Pushing event updated for resources: {'Port': ['ID=1a81314e-6044-40d8-8a11-d24c8dfffebb,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:56.095342 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:56.120773 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fe0e7a-630c-458a-9109-f98ecc494e2d admin admin] Network f052a1c0-2609-442c-8cf4-8c8521bb9929 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:40:56.122384 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-d3fe0e7a-630c-458a-9109-f98ecc494e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:40:56.282484 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fe0e7a-630c-458a-9109-f98ecc494e2d admin admin] Router ea7417d7-f738-4f58-bc3d-b9bdbc6e2320 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:40:56.305012 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 216c355f-e1d3-478e-b1e2-8645ec53dbf7 up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:40:56.345343 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:56.409325 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 216c355f-e1d3-478e-b1e2-8645ec53dbf7 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:56.416839 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:56.458270 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fe0e7a-630c-458a-9109-f98ecc494e2d admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:40:56.464173 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-d3fe0e7a-630c-458a-9109-f98ecc494e2d admin admin] 10.222.0.35 "PUT /v2.0/routers/ea7417d7-f738-4f58-bc3d-b9bdbc6e2320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4965963 Nov 09 10:40:56.517039 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b078627-d0aa-46a1-ad81-184e7b8826dc req-8c708a8f-687b-4f3c-bc67-372070c2633e tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:56.524796 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-0b078627-d0aa-46a1-ad81-184e7b8826dc req-8c708a8f-687b-4f3c-bc67-372070c2633e tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 985 time: 0.1021850 Nov 09 10:40:56.557757 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:56.580688 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c05988a8-9d3a-4bfc-9514-35be42a968f9 None None] Provisioning complete for port 1a81314e-6044-40d8-8a11-d24c8dfffebb triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:56.581053 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c05988a8-9d3a-4bfc-9514-35be42a968f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:56.587909 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] For port 216c355f-e1d3-478e-b1e2-8645ec53dbf7, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=216c355f-e1d3-478e-b1e2-8645ec53dbf7,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:40:56.602421 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-0b078627-d0aa-46a1-ad81-184e7b8826dc req-2fd56d86-0307-4219-bf4a-bfa2295d431a tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&id=78ee30c7-d063-4cce-8aeb-2473ad541ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765305 Nov 09 10:40:56.644703 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c05988a8-9d3a-4bfc-9514-35be42a968f9 None None] Port 1a81314e-6044-40d8-8a11-d24c8dfffebb cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:40:56.695220 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:56.756219 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Pushing event updated for resources: {'Port': ['ID=216c355f-e1d3-478e-b1e2-8645ec53dbf7,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:57.226381 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48292) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:57.231627 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-7f2f8351-8e55-4568-ac96-655e3728ba6f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1418179760', 'description': 'tempest-secgroup-smoke-1418179760 description', 'project_id': 'f193ff8d94534794ba21cabcf0169326'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:57.318206 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-7f2f8351-8e55-4568-ac96-655e3728ba6f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:57.385682 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-7f2f8351-8e55-4568-ac96-655e3728ba6f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:57.454828 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-7f2f8351-8e55-4568-ac96-655e3728ba6f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:57.486522 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f8351-8e55-4568-ac96-655e3728ba6f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=269cfdd5-5716-418b-b2ad-d87714e9fc49,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:57.545021 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-7f2f8351-8e55-4568-ac96-655e3728ba6f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:57.546490 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-7f2f8351-8e55-4568-ac96-655e3728ba6f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3185220 Nov 09 10:40:57.550973 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48296) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:57.556280 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-b073c080-8710-44bc-9909-3f6d81922c99 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Request body: {'security_group_rule': {'security_group_id': '269cfdd5-5716-418b-b2ad-d87714e9fc49', 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:57.683807 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b073c080-8710-44bc-9909-3f6d81922c99 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:57.767424 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0743128-6ef4-43ca-9b12-d76137eba107 req-6d0b25f2-4f70-43f4-84b0-57733f45c312 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:40:57.769047 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e0743128-6ef4-43ca-9b12-d76137eba107 req-6d0b25f2-4f70-43f4-84b0-57733f45c312 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 985 time: 0.0709109 Nov 09 10:40:57.788630 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b073c080-8710-44bc-9909-3f6d81922c99 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:57.847855 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e0743128-6ef4-43ca-9b12-d76137eba107 req-c2c56327-28cf-41f4-9d37-8d2515c2318b tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&id=78ee30c7-d063-4cce-8aeb-2473ad541ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709412 Nov 09 10:40:57.876762 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b073c080-8710-44bc-9909-3f6d81922c99 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:57.901652 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073c080-8710-44bc-9909-3f6d81922c99 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a640581-9907-4733-bfa4-525ac89558de,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:58.005468 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b073c080-8710-44bc-9909-3f6d81922c99 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:58.006740 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-b073c080-8710-44bc-9909-3f6d81922c99 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4547918 Nov 09 10:40:58.009561 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48304) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:58.014284 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-4d3e1298-a327-472e-85bb-6e6320a95816 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Request body: {'security_group_rule': {'security_group_id': '269cfdd5-5716-418b-b2ad-d87714e9fc49', 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:58.111680 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1298-a327-472e-85bb-6e6320a95816 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:58.127485 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] Sync routers for ids ['ea7417d7-f738-4f58-bc3d-b9bdbc6e2320'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:40:58.143066 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] Routers {'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:40:58.143696 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:40:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['ea7417d7-f738-4f58-bc3d-b9bdbc6e2320'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:58.191308 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1298-a327-472e-85bb-6e6320a95816 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:58.249546 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 216c355f-e1d3-478e-b1e2-8645ec53dbf7 up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:40:58.260046 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] Set router ea7417d7-f738-4f58-bc3d-b9bdbc6e2320 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:40:58.261557 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1298-a327-472e-85bb-6e6320a95816 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:58.288009 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e1298-a327-472e-85bb-6e6320a95816 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d8fe7c-9286-40ec-a489-0ff7df449302,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:58.304459 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 216c355f-e1d3-478e-b1e2-8645ec53dbf7 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:58.305500 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:58.361736 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1298-a327-472e-85bb-6e6320a95816 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:58.363529 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-4d3e1298-a327-472e-85bb-6e6320a95816 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3526235 Nov 09 10:40:58.366337 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 48308) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:58.373312 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-f403e729-4d0b-4b64-82a7-2fbbd8f53c63 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Request body: {'security_group_rule': {'security_group_id': '269cfdd5-5716-418b-b2ad-d87714e9fc49', 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:58.478976 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f403e729-4d0b-4b64-82a7-2fbbd8f53c63 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:58.548044 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f403e729-4d0b-4b64-82a7-2fbbd8f53c63 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:58.569241 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320', 'name': 'tempest-TestVolumeBootPattern-931474982-router', 'tenant_id': '2ffcd05493274e0691b04b698edbd27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '216c355f-e1d3-478e-b1e2-8645ec53dbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:51Z', 'updated_at': '2021-11-09T10:40:55Z', 'revision_number': 4, 'project_id': '2ffcd05493274e0691b04b698edbd27f', 'gw_port': {'id': '216c355f-e1d3-478e-b1e2-8645ec53dbf7', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:51Z', 'updated_at': '2021-11-09T10:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '1a81314e-6044-40d8-8a11-d24c8dfffebb', 'name': '', 'network_id': 'f052a1c0-2609-442c-8cf4-8c8521bb9929', 'tenant_id': '2ffcd05493274e0691b04b698edbd27f', 'mac_address': 'fa:16:3e:5c:fe:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '72029c8a-f4cc-42c5-9bc1-841f25898972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:54Z', 'updated_at': '2021-11-09T10:40:55Z', 'revision_number': 2, 'project_id': '2ffcd05493274e0691b04b698edbd27f', 'subnets': [{'id': '72029c8a-f4cc-42c5-9bc1-841f25898972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:58.599150 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] Checking router: ea7417d7-f738-4f58-bc3d-b9bdbc6e2320 for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:40:58.599492 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] Updating router ea7417d7-f738-4f58-bc3d-b9bdbc6e2320 port 1a81314e-6044-40d8-8a11-d24c8dfffebb binding host dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 10:40:58.627004 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:58.655303 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f403e729-4d0b-4b64-82a7-2fbbd8f53c63 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:58.679983 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403e729-4d0b-4b64-82a7-2fbbd8f53c63 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe09f507-f815-48b7-802c-8808a0446eff,revision_number=0']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:58.788478 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f403e729-4d0b-4b64-82a7-2fbbd8f53c63 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:58.790377 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-f403e729-4d0b-4b64-82a7-2fbbd8f53c63 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4214423 Nov 09 10:40:58.793786 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 48312) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:58.798490 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-78f3d20d-5930-424b-bebb-9e52e3cbd67c tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Request body: {'security_group_rule': {'security_group_id': '269cfdd5-5716-418b-b2ad-d87714e9fc49', 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:58.900105 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] Publish callbacks [] for port, precommit_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:59.105986 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-78f3d20d-5930-424b-bebb-9e52e3cbd67c tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:59.139942 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:59.165395 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-78f3d20d-5930-424b-bebb-9e52e3cbd67c tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:59.192677 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bff880-f2bd-469c-8c17-b8e05e2f5fd9 None None] Pushing event updated for resources: {'Port': ['ID=1a81314e-6044-40d8-8a11-d24c8dfffebb,revision_number=3']} {{(pid=101907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:59.250100 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-78f3d20d-5930-424b-bebb-9e52e3cbd67c tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:59.255408 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] Attempting to bind port 1a81314e-6044-40d8-8a11-d24c8dfffebb on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:40:59.255408 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] Attempting to bind port 1a81314e-6044-40d8-8a11-d24c8dfffebb by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': '46687c22-4997-46f0-bf23-f7705935a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f052a1c0-2609-442c-8cf4-8c8521bb9929'}] {{(pid=101907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:40:59.255408 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] Attempting to bind port 1a81314e-6044-40d8-8a11-d24c8dfffebb on network f052a1c0-2609-442c-8cf4-8c8521bb9929 {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:40:59.265787 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:40:59.266372 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] Checking segment: {'id': '46687c22-4997-46f0-bf23-f7705935a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f052a1c0-2609-442c-8cf4-8c8521bb9929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:40:59.267569 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:59.268123 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] Bound using segment: {'id': '46687c22-4997-46f0-bf23-f7705935a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f052a1c0-2609-442c-8cf4-8c8521bb9929'} {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:40:59.268708 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] Bound port: 1a81314e-6044-40d8-8a11-d24c8dfffebb, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46687c22-4997-46f0-bf23-f7705935a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f052a1c0-2609-442c-8cf4-8c8521bb9929'}}] {{(pid=101907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:40:59.269223 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:59.287836 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3d20d-5930-424b-bebb-9e52e3cbd67c tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9623d27a-479f-4163-8bd0-a6307ce45759,revision_number=0']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:59.349375 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.db [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] For port 1a81314e-6044-40d8-8a11-d24c8dfffebb, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:40:59.352767 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.db [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] For port 1a81314e-6044-40d8-8a11-d24c8dfffebb, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=1a81314e-6044-40d8-8a11-d24c8dfffebb,segment=NetworkSegment(46687c22-4997-46f0-bf23-f7705935a512),segment_id=46687c22-4997-46f0-bf23-f7705935a512)] {{(pid=101907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:40:59.372984 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-78f3d20d-5930-424b-bebb-9e52e3cbd67c tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:59.374504 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-78f3d20d-5930-424b-bebb-9e52e3cbd67c tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5795791 Nov 09 10:40:59.378593 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48314) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:59.384578 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-4ec1ae33-b26b-4274-bc5c-3ae786c80e73 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Request body: {'security_group_rule': {'security_group_id': '269cfdd5-5716-418b-b2ad-d87714e9fc49', 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:40:59.415880 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:59.477091 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bff880-f2bd-469c-8c17-b8e05e2f5fd9 None None] Pushing event updated for resources: {'Port': ['ID=1a81314e-6044-40d8-8a11-d24c8dfffebb,revision_number=4']} {{(pid=101907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:59.479771 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] Routers {'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:40:59.480421 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:40:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['ea7417d7-f738-4f58-bc3d-b9bdbc6e2320'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:59.485117 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c83a941a-aa6a-4489-9b01-f4736f7b6f26 None None] Provisioning complete for port 1a81314e-6044-40d8-8a11-d24c8dfffebb triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:59.486398 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c83a941a-aa6a-4489-9b01-f4736f7b6f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:59.529212 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.securitygroups_db [None req-4ec1ae33-b26b-4274-bc5c-3ae786c80e73 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Project f193ff8d94534794ba21cabcf0169326 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 10:40:59.534944 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4ec1ae33-b26b-4274-bc5c-3ae786c80e73 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:59.620904 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] Set router ea7417d7-f738-4f58-bc3d-b9bdbc6e2320 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:40:59.628830 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4ec1ae33-b26b-4274-bc5c-3ae786c80e73 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:59.632385 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c83a941a-aa6a-4489-9b01-f4736f7b6f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:59.670100 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c83a941a-aa6a-4489-9b01-f4736f7b6f26 None None] For port 1a81314e-6044-40d8-8a11-d24c8dfffebb, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=1a81314e-6044-40d8-8a11-d24c8dfffebb,segment=NetworkSegment(46687c22-4997-46f0-bf23-f7705935a512),segment_id=46687c22-4997-46f0-bf23-f7705935a512)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:40:59.729753 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4ec1ae33-b26b-4274-bc5c-3ae786c80e73 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:59.755283 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1ae33-b26b-4274-bc5c-3ae786c80e73 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d362f623-f99a-40eb-a3e1-a20e8640cf82,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:59.792481 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c83a941a-aa6a-4489-9b01-f4736f7b6f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:59.829562 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320', 'name': 'tempest-TestVolumeBootPattern-931474982-router', 'tenant_id': '2ffcd05493274e0691b04b698edbd27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '216c355f-e1d3-478e-b1e2-8645ec53dbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:51Z', 'updated_at': '2021-11-09T10:40:55Z', 'revision_number': 4, 'project_id': '2ffcd05493274e0691b04b698edbd27f', 'gw_port': {'id': '216c355f-e1d3-478e-b1e2-8645ec53dbf7', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:51Z', 'updated_at': '2021-11-09T10:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '1a81314e-6044-40d8-8a11-d24c8dfffebb', 'name': '', 'network_id': 'f052a1c0-2609-442c-8cf4-8c8521bb9929', 'tenant_id': '2ffcd05493274e0691b04b698edbd27f', 'mac_address': 'fa:16:3e:5c:fe:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '72029c8a-f4cc-42c5-9bc1-841f25898972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:54Z', 'updated_at': '2021-11-09T10:40:59Z', 'revision_number': 4, 'project_id': '2ffcd05493274e0691b04b698edbd27f', 'subnets': [{'id': '72029c8a-f4cc-42c5-9bc1-841f25898972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:40:59.850940 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a941a-aa6a-4489-9b01-f4736f7b6f26 None None] Pushing event updated for resources: {'Port': ['ID=1a81314e-6044-40d8-8a11-d24c8dfffebb,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:40:59.861372 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b3e0c2-6217-407e-82fa-09bc836f5fd1 None None] The sync data for ids ['ea7417d7-f738-4f58-bc3d-b9bdbc6e2320'] in dv-cinder-816628-1-iscsi is: [{'id': 'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320', 'name': 'tempest-TestVolumeBootPattern-931474982-router', 'tenant_id': '2ffcd05493274e0691b04b698edbd27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '216c355f-e1d3-478e-b1e2-8645ec53dbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:51Z', 'updated_at': '2021-11-09T10:40:55Z', 'revision_number': 4, 'project_id': '2ffcd05493274e0691b04b698edbd27f', 'gw_port': {'id': '216c355f-e1d3-478e-b1e2-8645ec53dbf7', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:51Z', 'updated_at': '2021-11-09T10:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '1a81314e-6044-40d8-8a11-d24c8dfffebb', 'name': '', 'network_id': 'f052a1c0-2609-442c-8cf4-8c8521bb9929', 'tenant_id': '2ffcd05493274e0691b04b698edbd27f', 'mac_address': 'fa:16:3e:5c:fe:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '72029c8a-f4cc-42c5-9bc1-841f25898972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:54Z', 'updated_at': '2021-11-09T10:40:59Z', 'revision_number': 4, 'project_id': '2ffcd05493274e0691b04b698edbd27f', 'subnets': [{'id': '72029c8a-f4cc-42c5-9bc1-841f25898972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:40:59.924305 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-5f160742-0919-4e7b-8372-f02e9c8e64dc None None] Provisioning complete for port 1a81314e-6044-40d8-8a11-d24c8dfffebb triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:40:59.925022 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-5f160742-0919-4e7b-8372-f02e9c8e64dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:59.926117 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4ec1ae33-b26b-4274-bc5c-3ae786c80e73 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:40:59.927596 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-4ec1ae33-b26b-4274-bc5c-3ae786c80e73 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5477197 Nov 09 10:40:59.930507 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 48318) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:40:59.935582 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-6867243a-9fed-490a-ab49-9b0bbd7c9390 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Request body: {'security_group_rule': {'security_group_id': '269cfdd5-5716-418b-b2ad-d87714e9fc49', 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:41:00.043997 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.db.securitygroups_db [None req-6867243a-9fed-490a-ab49-9b0bbd7c9390 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Project f193ff8d94534794ba21cabcf0169326 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 10:41:00.050556 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-6867243a-9fed-490a-ab49-9b0bbd7c9390 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:00.134076 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-6867243a-9fed-490a-ab49-9b0bbd7c9390 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:00.215030 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-6867243a-9fed-490a-ab49-9b0bbd7c9390 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:00.234987 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867243a-9fed-490a-ab49-9b0bbd7c9390 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48f26b7-e3cb-43c2-b575-1501f17c69de,revision_number=0']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:00.259102 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 1a81314e-6044-40d8-8a11-d24c8dfffebb up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:41:00.318210 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 1a81314e-6044-40d8-8a11-d24c8dfffebb triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:41:00.318579 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:00.325296 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-6867243a-9fed-490a-ab49-9b0bbd7c9390 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:00.326629 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-6867243a-9fed-490a-ab49-9b0bbd7c9390 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3950195 Nov 09 10:41:06.751378 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:41:19.266037 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-a7c2b547-29c4-4c7e-ad8b-8b99b38fb2a0 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418179760&fields=id&tenant_id=f193ff8d94534794ba21cabcf0169326 HTTP/1.1" status: 200 len: 267 time: 0.0462251 Nov 09 10:41:19.377168 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-33c7a8ed-0bf4-4fe7-b602-6ba8d90cad18 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:19.378657 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-33c7a8ed-0bf4-4fe7-b602-6ba8d90cad18 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/networks?id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a HTTP/1.1" status: 200 len: 811 time: 0.1053972 Nov 09 10:41:19.393382 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-3a934fe4-0ac2-4acd-b656-832a1479ec2b tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/quotas/f193ff8d94534794ba21cabcf0169326 HTTP/1.1" status: 200 len: 375 time: 0.0090733 Nov 09 10:41:19.444189 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-0e7bc008-240f-4ac4-b3fb-9601a80f1078 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f193ff8d94534794ba21cabcf0169326&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454428 Nov 09 10:41:19.628113 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-5a329299-15e9-4f5b-a1f9-6e2092308613 service neutron] 10.222.0.35 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719203 Nov 09 10:41:19.720657 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-62d9296c-7a10-4ddc-a1c0-8f3638bd5953 service neutron] 10.222.0.35 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866637 Nov 09 10:41:20.416519 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6699134b-f251-44da-8553-ef21577fc95f req-9d7c4881-2d66-4a90-b17f-215ad895424b tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 210 time: 0.0285745 Nov 09 10:41:20.583601 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3d123801-deae-4c6f-b9fa-50717fd34d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:21.494333 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-00a96ebd-b217-4f61-a27c-41f7b76328ad req-8aa27c8d-95a5-4c4f-9d3a-1ef3094a7605 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 210 time: 0.0263598 Nov 09 10:41:22.601193 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-07ec3ef2-0307-4454-9553-932390b5782b req-57ef6223-030f-424e-adf6-eefd8b7b4bcb tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 210 time: 0.0363321 Nov 09 10:41:22.945610 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-241ac8da-bed2-487f-aa15-0af6bb51053c tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:22.947141 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-241ac8da-bed2-487f-aa15-0af6bb51053c tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.30 "GET /v2.0/networks?id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a HTTP/1.1" status: 200 len: 811 time: 0.1112444 Nov 09 10:41:23.017557 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-25ef9a21-79c4-4ad6-a14b-0796a4ac7bfa tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f193ff8d94534794ba21cabcf0169326 HTTP/1.1" status: 200 len: 380 time: 0.0554435 Nov 09 10:41:23.032471 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-748f6167-324d-431d-984f-6b450b73c897 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Request body: {'port': {'device_id': '770c8a3b-b36d-473c-bf3c-f51f8124875d', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'admin_state_up': True, 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'security_groups': ['269cfdd5-5716-418b-b2ad-d87714e9fc49']}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:41:23.225834 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-748f6167-324d-431d-984f-6b450b73c897 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Made reservation on behalf of f193ff8d94534794ba21cabcf0169326 for: {'port': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:41:23.229436 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-748f6167-324d-431d-984f-6b450b73c897 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:23.311310 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1442eb3d-4b3d-4d0b-bcaf-3f583b11c146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:23.360225 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-748f6167-324d-431d-984f-6b450b73c897 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Allocated IP 172.20.0.6 (d9ec3b3d-16d6-42bb-8661-ba5a7b86073a/cd36f13f-4940-4cef-a69d-ffd58a026a88/65d4e176-a65c-4a75-aa8b-00ec55b41da7) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:41:23.515575 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-748f6167-324d-431d-984f-6b450b73c897 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:23.614849 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-748f6167-324d-431d-984f-6b450b73c897 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:23.657087 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-748f6167-324d-431d-984f-6b450b73c897 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:41:23.660278 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-748f6167-324d-431d-984f-6b450b73c897 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:41:23.668307 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-748f6167-324d-431d-984f-6b450b73c897 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:41:23.695060 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f6167-324d-431d-984f-6b450b73c897 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event updated for resources: {'Port': ['ID=65d4e176-a65c-4a75-aa8b-00ec55b41da7,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:23.732504 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-748f6167-324d-431d-984f-6b450b73c897 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:23.733252 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-748f6167-324d-431d-984f-6b450b73c897 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:23.741282 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060c9aa-016e-49f9-b7d7-a00c250f75a3 req-96ddf2d8-4ccf-4a2e-9493-a920985de1be tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:23.742574 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5060c9aa-016e-49f9-b7d7-a00c250f75a3 req-96ddf2d8-4ccf-4a2e-9493-a920985de1be tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 931 time: 0.0716159 Nov 09 10:41:23.803657 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5060c9aa-016e-49f9-b7d7-a00c250f75a3 req-5185a4ad-164a-43cc-84ce-7e53fa24c0b8 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535696 Nov 09 10:41:23.874414 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-748f6167-324d-431d-984f-6b450b73c897 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8457932 Nov 09 10:41:23.887599 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] Request body: {'port': {'device_id': '770c8a3b-b36d-473c-bf3c-f51f8124875d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81662'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:41:23.911167 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-3d3954a3-9ede-4bfc-a27c-1cd9675db8fe None None] Provisioning complete for port 65d4e176-a65c-4a75-aa8b-00ec55b41da7 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:41:23.911553 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3d3954a3-9ede-4bfc-a27c-1cd9675db8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:23.950335 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:23.952861 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-3d3954a3-9ede-4bfc-a27c-1cd9675db8fe None None] Port 65d4e176-a65c-4a75-aa8b-00ec55b41da7 cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:41:24.042679 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:24.234280 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d4e176-a65c-4a75-aa8b-00ec55b41da7 {{(pid=101904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:41:24.246450 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:24.258279 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.provisioning_blocks [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] Transition to ACTIVE for port object 65d4e176-a65c-4a75-aa8b-00ec55b41da7 will not be triggered until provisioned by entity L2. {{(pid=101904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:41:24.345720 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:24.395925 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] Pushing event updated for resources: {'Port': ['ID=65d4e176-a65c-4a75-aa8b-00ec55b41da7,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:24.482755 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] Attempting to bind port 65d4e176-a65c-4a75-aa8b-00ec55b41da7 on host hv-cinder-81662 for vnic_type normal with profile {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:41:24.483094 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] Attempting to bind port 65d4e176-a65c-4a75-aa8b-00ec55b41da7 by drivers openvswitch,hyperv on host hv-cinder-81662 at level 0 using segments [{'id': 'cd2cd2c2-136b-4dba-b04d-9a50d2575069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a'}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:41:24.483419 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] Attempting to bind port 65d4e176-a65c-4a75-aa8b-00ec55b41da7 on network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:41:24.491618 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] Port 65d4e176-a65c-4a75-aa8b-00ec55b41da7 on network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81662 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 10:41:24.491940 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] Attempting to bind port 65d4e176-a65c-4a75-aa8b-00ec55b41da7 on network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:41:24.498415 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] Checking agent: {'id': 'b8adbdf0-e7b5-4c08-8a0d-020b5ee3746c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'started_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:41:24.498839 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] Checking segment: {'id': 'cd2cd2c2-136b-4dba-b04d-9a50d2575069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:41:24.499227 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] Bound using segment: {'id': 'cd2cd2c2-136b-4dba-b04d-9a50d2575069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a'} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:41:24.499709 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] Bound port: 65d4e176-a65c-4a75-aa8b-00ec55b41da7, host: hv-cinder-81662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2cd2c2-136b-4dba-b04d-9a50d2575069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a'}}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:41:24.500129 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:24.567944 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] For port 65d4e176-a65c-4a75-aa8b-00ec55b41da7, host hv-cinder-81662, cleared binding levels {{(pid=101904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:41:24.571583 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] For port 65d4e176-a65c-4a75-aa8b-00ec55b41da7, host hv-cinder-81662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=65d4e176-a65c-4a75-aa8b-00ec55b41da7,segment=NetworkSegment(cd2cd2c2-136b-4dba-b04d-9a50d2575069),segment_id=cd2cd2c2-136b-4dba-b04d-9a50d2575069)] {{(pid=101904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:41:24.666379 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:24.700647 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:24.701157 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:24.702544 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] 10.222.0.30 "PUT /v2.0/ports/65d4e176-a65c-4a75-aa8b-00ec55b41da7 HTTP/1.1" status: 200 len: 1093 time: 0.8195429 Nov 09 10:41:24.702988 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770c8a3b-b36d-473c-bf3c-f51f8124875d', 'tag': '65d4e176-a65c-4a75-aa8b-00ec55b41da7'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:41:24.705335 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25faa51-0135-4c1b-9696-2cf0887f388c" -d '{"events": [{"name": "network-changed", "server_uuid": "770c8a3b-b36d-473c-bf3c-f51f8124875d", "tag": "65d4e176-a65c-4a75-aa8b-00ec55b41da7"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:41:24.731620 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fdfce-1688-4214-8b45-9eb9cf0a2944 service neutron] Pushing event updated for resources: {'Port': ['ID=65d4e176-a65c-4a75-aa8b-00ec55b41da7,revision_number=3']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:24.750248 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2a0058-550c-404d-b177-7b9931536dfe x-openstack-request-id: req-ee2a0058-550c-404d-b177-7b9931536dfe {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:41:24.750540 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770c8a3b-b36d-473c-bf3c-f51f8124875d", "tag": "65d4e176-a65c-4a75-aa8b-00ec55b41da7", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:41:24.750788 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee2a0058-550c-404d-b177-7b9931536dfe {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:41:24.751184 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770c8a3b-b36d-473c-bf3c-f51f8124875d', 'tag': '65d4e176-a65c-4a75-aa8b-00ec55b41da7', 'status': 'completed', 'code': 200} Nov 09 10:41:24.822892 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25faa51-0135-4c1b-9696-2cf0887f388c req-3ac6e6cd-cfef-4d49-8fa3-8fc901e25f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:24.824517 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e25faa51-0135-4c1b-9696-2cf0887f388c req-3ac6e6cd-cfef-4d49-8fa3-8fc901e25f59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f193ff8d94534794ba21cabcf0169326&device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 1096 time: 0.0473948 Nov 09 10:41:24.965004 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25faa51-0135-4c1b-9696-2cf0887f388c req-9ca5ea0a-7afd-4af1-8351-f1415461f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:24.966384 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e25faa51-0135-4c1b-9696-2cf0887f388c req-9ca5ea0a-7afd-4af1-8351-f1415461f280 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f193ff8d94534794ba21cabcf0169326&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1333344 Nov 09 10:41:24.974755 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc9233-607d-4a10-a311-a54aacf4a931 req-06dfe151-1508-41fe-9cb3-130564f45cb2 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:24.976228 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-00cc9233-607d-4a10-a311-a54aacf4a931 req-06dfe151-1508-41fe-9cb3-130564f45cb2 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 943 time: 0.0762920 Nov 09 10:41:25.084970 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-00cc9233-607d-4a10-a311-a54aacf4a931 req-27b61bc8-a734-43b8-9b0c-c63a47ec9ef2 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001890 Nov 09 10:41:25.100735 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25faa51-0135-4c1b-9696-2cf0887f388c req-168293cc-6e6d-406f-8422-c272fd4c1da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:25.102456 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e25faa51-0135-4c1b-9696-2cf0887f388c req-168293cc-6e6d-406f-8422-c272fd4c1da8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1253619 Nov 09 10:41:25.193879 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-a546d2e9-1fe4-499e-a587-6bebae1fc91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:25.193879 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-a546d2e9-1fe4-499e-a587-6bebae1fc91e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f193ff8d94534794ba21cabcf0169326&device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 1096 time: 0.0419083 Nov 09 10:41:25.241125 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-56fb89d8-3c1b-4833-9b0d-4e76320fd2bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65d4e176-a65c-4a75-aa8b-00ec55b41da7 HTTP/1.1" status: 200 len: 217 time: 0.0383816 Nov 09 10:41:25.296789 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-27db4e84-fbbc-41b2-8e97-7969a454dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:25.298258 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-27db4e84-fbbc-41b2-8e97-7969a454dc89 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd36f13f-4940-4cef-a69d-ffd58a026a88 HTTP/1.1" status: 200 len: 850 time: 0.0462267 Nov 09 10:41:25.344591 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-4b4fae2e-d0d6-4063-8572-46aba134b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:25.346151 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-4b4fae2e-d0d6-4063-8572-46aba134b98b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405340 Nov 09 10:41:25.445177 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-6668167a-0a8b-4eb9-8a30-5d7a27458675 service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902998 Nov 09 10:41:25.503230 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:25.535133 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ad233b85-c5f3-4611-90fb-63a0e8e94fe6 req-c76c43cd-8c2b-4179-a921-4e2dffeaa538 service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823655 Nov 09 10:41:26.129369 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:26.212822 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130495c9-cd09-4174-ab8c-47a45a8d2312 req-1be46ed0-c298-49f5-8cb6-a044f0f1a125 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:26.216858 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-130495c9-cd09-4174-ab8c-47a45a8d2312 req-1be46ed0-c298-49f5-8cb6-a044f0f1a125 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 943 time: 0.0522456 Nov 09 10:41:26.264568 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-130495c9-cd09-4174-ab8c-47a45a8d2312 req-b35fd283-05f5-4fff-8c8c-d72206f3a7fb tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435188 Nov 09 10:41:26.397293 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:27.387650 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b3d2b-0e82-43a3-a41a-b94e11935bb3 req-cf899ce6-da5a-4dcc-9aef-f8cf6d2406f8 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:27.389203 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-dd1b3d2b-0e82-43a3-a41a-b94e11935bb3 req-cf899ce6-da5a-4dcc-9aef-f8cf6d2406f8 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 943 time: 0.0551109 Nov 09 10:41:27.440125 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-dd1b3d2b-0e82-43a3-a41a-b94e11935bb3 req-69bd229d-d8ae-41d1-97e0-cacfcabe20d1 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450332 Nov 09 10:41:27.651471 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-72e6e394-5292-4e34-8354-48961a5478d1 req-5c6870ed-f022-420c-b3e9-a78ffb3d249d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421984 Nov 09 10:41:27.716562 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6e394-5292-4e34-8354-48961a5478d1 req-c5a46862-ccd3-452c-8d0d-2fe7f5403647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:27.718038 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-72e6e394-5292-4e34-8354-48961a5478d1 req-c5a46862-ccd3-452c-8d0d-2fe7f5403647 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06af7c886c064b628757c347296afd9f&device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 1099 time: 0.0423715 Nov 09 10:41:27.826557 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6e394-5292-4e34-8354-48961a5478d1 req-7a338b14-bf9c-47cb-b843-4934783db28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:27.828061 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-72e6e394-5292-4e34-8354-48961a5478d1 req-7a338b14-bf9c-47cb-b843-4934783db28f service neutron] 10.222.0.30 "GET /v2.0/networks?id=2fdcf95c-e1fc-4011-9f83-26a3b67584bf HTTP/1.1" status: 200 len: 909 time: 0.0896878 Nov 09 10:41:27.896172 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-72e6e394-5292-4e34-8354-48961a5478d1 req-9b0dcba8-3e86-4223-b31d-48e3b40bec22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d38d3818-cbd7-421b-b082-5a11c86acde0 HTTP/1.1" status: 200 len: 1002 time: 0.0600038 Nov 09 10:41:27.951097 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6e394-5292-4e34-8354-48961a5478d1 req-9009242c-591e-4086-b63d-fc946dea15f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:27.952532 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-72e6e394-5292-4e34-8354-48961a5478d1 req-9009242c-591e-4086-b63d-fc946dea15f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=162c9035-b134-4023-b2ba-1a2493525efe HTTP/1.1" status: 200 len: 848 time: 0.0483401 Nov 09 10:41:27.999950 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6e394-5292-4e34-8354-48961a5478d1 req-dfd19b6e-88be-4769-b090-88662d8970ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:28.001512 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-72e6e394-5292-4e34-8354-48961a5478d1 req-dfd19b6e-88be-4769-b090-88662d8970ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2fdcf95c-e1fc-4011-9f83-26a3b67584bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407445 Nov 09 10:41:28.091736 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-72e6e394-5292-4e34-8354-48961a5478d1 req-7c8c9322-3ab1-4e3d-bb84-56f0ef6e499b service neutron] 10.222.0.30 "GET /v2.0/networks/2fdcf95c-e1fc-4011-9f83-26a3b67584bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813398 Nov 09 10:41:28.185096 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-72e6e394-5292-4e34-8354-48961a5478d1 req-dcca6970-4303-428a-99a0-a6a221e3b8ee service neutron] 10.222.0.30 "GET /v2.0/networks/2fdcf95c-e1fc-4011-9f83-26a3b67584bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860519 Nov 09 10:41:28.409815 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47cbcb-5fc9-457e-ba14-00b86113b08c req-c43780ae-34ec-4fd8-a91d-9a24dbaf4ecf tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:28.411364 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2b47cbcb-5fc9-457e-ba14-00b86113b08c req-c43780ae-34ec-4fd8-a91d-9a24dbaf4ecf tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0514896 Nov 09 10:41:28.462124 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2b47cbcb-5fc9-457e-ba14-00b86113b08c req-d63e2d88-b395-49ea-be35-8c416e9fccda tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444937 Nov 09 10:41:28.560861 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcb1df-45bc-4346-a249-6ccb4b30380a req-ff10a47a-f5e8-48b4-8f77-b389c057f673 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:28.562377 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-aedcb1df-45bc-4346-a249-6ccb4b30380a req-ff10a47a-f5e8-48b4-8f77-b389c057f673 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 943 time: 0.0492160 Nov 09 10:41:28.615630 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-aedcb1df-45bc-4346-a249-6ccb4b30380a req-90051540-b0e1-4d32-ac87-2d3b19b82e8f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473945 Nov 09 10:41:29.588032 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5450d0a-4489-469f-8c03-ff1bbc9b9c0f req-9253ec41-c3fd-4c27-9bff-ceeb53b653f2 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:29.589539 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b5450d0a-4489-469f-8c03-ff1bbc9b9c0f req-9253ec41-c3fd-4c27-9bff-ceeb53b653f2 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0535123 Nov 09 10:41:29.640606 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b5450d0a-4489-469f-8c03-ff1bbc9b9c0f req-c109b07b-e3d4-4f52-b537-765897c7e8e5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429518 Nov 09 10:41:29.733777 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179def2-ec43-4f58-a746-a4d936d1ee23 req-9d867928-42f8-4a27-8345-dd9f9e5ceedb tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:29.735285 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6179def2-ec43-4f58-a746-a4d936d1ee23 req-9d867928-42f8-4a27-8345-dd9f9e5ceedb tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 943 time: 0.0497143 Nov 09 10:41:29.787777 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6179def2-ec43-4f58-a746-a4d936d1ee23 req-196ae199-8b45-4bf1-a3d0-f1a9bebabc9d tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459137 Nov 09 10:41:30.761162 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68894452-eced-47be-beb6-0eff6dd93b74 req-d16fec0b-1c41-4f43-bfa9-5ca96366d7fb tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:30.762775 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-68894452-eced-47be-beb6-0eff6dd93b74 req-d16fec0b-1c41-4f43-bfa9-5ca96366d7fb tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0511024 Nov 09 10:41:30.809541 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-68894452-eced-47be-beb6-0eff6dd93b74 req-223b9c44-5e3f-42d5-8496-a762ee277356 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409915 Nov 09 10:41:30.900612 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0864df-b5ce-4630-82d4-08b239883ceb req-3657eef1-2c75-4a0b-9412-a76168d73ce7 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:30.902114 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ab0864df-b5ce-4630-82d4-08b239883ceb req-3657eef1-2c75-4a0b-9412-a76168d73ce7 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 943 time: 0.0481198 Nov 09 10:41:30.951665 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ab0864df-b5ce-4630-82d4-08b239883ceb req-05146e81-9909-4d8f-bfea-8382250ef9fc tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430515 Nov 09 10:41:31.935052 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec395c76-9b3b-4457-85b3-de4754d87112 req-bdea598b-b476-4c76-a049-c1ae8132bfd1 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:31.936461 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ec395c76-9b3b-4457-85b3-de4754d87112 req-bdea598b-b476-4c76-a049-c1ae8132bfd1 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0532072 Nov 09 10:41:31.983653 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ec395c76-9b3b-4457-85b3-de4754d87112 req-e92b3624-6d33-469a-a6da-dd5bdb607219 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412207 Nov 09 10:41:32.075186 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1db60-e919-403a-a50d-f09fe0b87a44 req-753bffb7-a30b-4f8e-8229-2c5cb11a1a81 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:32.076774 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5ec1db60-e919-403a-a50d-f09fe0b87a44 req-753bffb7-a30b-4f8e-8229-2c5cb11a1a81 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 943 time: 0.0570629 Nov 09 10:41:32.130248 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5ec1db60-e919-403a-a50d-f09fe0b87a44 req-7855d85d-39f9-49cd-9e45-8b9f76ab9f88 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474277 Nov 09 10:41:33.107453 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda42d47-1899-42ce-894e-8e15a085967d req-5eb39e24-c8ab-4212-94d1-41c09434dc30 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:33.108948 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-eda42d47-1899-42ce-894e-8e15a085967d req-5eb39e24-c8ab-4212-94d1-41c09434dc30 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0519814 Nov 09 10:41:33.161603 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-eda42d47-1899-42ce-894e-8e15a085967d req-2d5e0baa-4fab-4c97-a121-982986bd296c tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466950 Nov 09 10:41:33.246442 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d3c52-fe36-48fd-8a4f-1bc36ea7f88f req-665cd971-b466-48d3-b76d-6c88f09a3c31 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:33.248040 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-eb3d3c52-fe36-48fd-8a4f-1bc36ea7f88f req-665cd971-b466-48d3-b76d-6c88f09a3c31 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 943 time: 0.0499513 Nov 09 10:41:33.298196 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-eb3d3c52-fe36-48fd-8a4f-1bc36ea7f88f req-6e114dc4-4c15-41a2-b9be-cd175166e082 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439568 Nov 09 10:41:34.169118 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 65d4e176-a65c-4a75-aa8b-00ec55b41da7 details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:41:34.274559 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 65d4e176-a65c-4a75-aa8b-00ec55b41da7, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=65d4e176-a65c-4a75-aa8b-00ec55b41da7,segment=NetworkSegment(cd2cd2c2-136b-4dba-b04d-9a50d2575069),segment_id=cd2cd2c2-136b-4dba-b04d-9a50d2575069)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:41:34.287269 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d73765-f203-4f97-bcea-e69d7f56380b req-a0e4e36f-dfc1-4738-b3d1-0916621393a3 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:34.287888 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': '65d4e176-a65c-4a75-aa8b-00ec55b41da7', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'port_id': '65d4e176-a65c-4a75-aa8b-00ec55b41da7', 'mac_address': 'fa:16:3e:e5:d8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:41:34.288827 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f7d73765-f203-4f97-bcea-e69d7f56380b req-a0e4e36f-dfc1-4738-b3d1-0916621393a3 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0513139 Nov 09 10:41:34.325686 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:34.339275 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d4e176-a65c-4a75-aa8b-00ec55b41da7 {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:41:34.350489 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f7d73765-f203-4f97-bcea-e69d7f56380b req-0bd44e50-539a-4a1f-bd07-3896ec3ee62d tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504205 Nov 09 10:41:34.368200 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 65d4e176-a65c-4a75-aa8b-00ec55b41da7, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=65d4e176-a65c-4a75-aa8b-00ec55b41da7,segment=NetworkSegment(cd2cd2c2-136b-4dba-b04d-9a50d2575069),segment_id=cd2cd2c2-136b-4dba-b04d-9a50d2575069)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:41:34.425879 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b23b6e-c57a-408f-a63a-9633e6b688fa req-cea872af-af53-4f4b-9423-f1952add8ca2 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:34.427318 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-48b23b6e-c57a-408f-a63a-9633e6b688fa req-cea872af-af53-4f4b-9423-f1952add8ca2 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 943 time: 0.0554016 Nov 09 10:41:34.448035 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:34.482725 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-48b23b6e-c57a-408f-a63a-9633e6b688fa req-42dd6b65-aec5-4e9b-a310-f1232d306076 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493760 Nov 09 10:41:34.500921 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=65d4e176-a65c-4a75-aa8b-00ec55b41da7,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:34.687235 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['65d4e176-a65c-4a75-aa8b-00ec55b41da7'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:41:35.468740 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eed34-6978-42a4-ae45-f14ea4d95909 req-f2814ca1-6e01-4fd7-a335-f423656bf6a5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:35.470179 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-045eed34-6978-42a4-ae45-f14ea4d95909 req-f2814ca1-6e01-4fd7-a335-f423656bf6a5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0470581 Nov 09 10:41:35.516125 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-045eed34-6978-42a4-ae45-f14ea4d95909 req-11329f58-1c5a-427f-aa41-19b32bbcd2af tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400329 Nov 09 10:41:35.608654 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149a08c-2325-404b-a613-6a74d6edb5ae req-76b06d9b-66c8-4b90-8d8a-b58767ba0c03 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:35.610136 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9149a08c-2325-404b-a613-6a74d6edb5ae req-76b06d9b-66c8-4b90-8d8a-b58767ba0c03 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 944 time: 0.0491078 Nov 09 10:41:35.659643 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9149a08c-2325-404b-a613-6a74d6edb5ae req-f11d1e62-a1b5-4a68-a20e-4a5df5ddb5a4 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431733 Nov 09 10:41:36.180718 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 65d4e176-a65c-4a75-aa8b-00ec55b41da7 up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:41:36.299976 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning for port 65d4e176-a65c-4a75-aa8b-00ec55b41da7 completed by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:41:36.304151 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port 65d4e176-a65c-4a75-aa8b-00ec55b41da7 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:41:36.304516 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:36.385977 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:36.408452 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770c8a3b-b36d-473c-bf3c-f51f8124875d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d4e176-a65c-4a75-aa8b-00ec55b41da7'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:41:36.410734 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01436590-3b43-4833-8c25-79b1f26e9e30" -d '{"events": [{"server_uuid": "770c8a3b-b36d-473c-bf3c-f51f8124875d", "name": "network-vif-plugged", "status": "completed", "tag": "65d4e176-a65c-4a75-aa8b-00ec55b41da7"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:41:36.424686 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 65d4e176-a65c-4a75-aa8b-00ec55b41da7, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=65d4e176-a65c-4a75-aa8b-00ec55b41da7,segment=NetworkSegment(cd2cd2c2-136b-4dba-b04d-9a50d2575069),segment_id=cd2cd2c2-136b-4dba-b04d-9a50d2575069)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:41:36.488823 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:36.512448 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9555183b-0172-4290-8a1e-8081eb5f8254 x-openstack-request-id: req-9555183b-0172-4290-8a1e-8081eb5f8254 {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:41:36.512837 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770c8a3b-b36d-473c-bf3c-f51f8124875d", "name": "network-vif-plugged", "status": "completed", "tag": "65d4e176-a65c-4a75-aa8b-00ec55b41da7", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:41:36.513194 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9555183b-0172-4290-8a1e-8081eb5f8254 {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:41:36.513588 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770c8a3b-b36d-473c-bf3c-f51f8124875d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d4e176-a65c-4a75-aa8b-00ec55b41da7', 'code': 200} Nov 09 10:41:36.541651 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=65d4e176-a65c-4a75-aa8b-00ec55b41da7,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:36.612110 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-05ca518c-e727-4733-b453-d32e4237e16b req-40430636-f159-402b-a7a4-fb838c407089 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1115581956&fields=id&tenant_id=b538f1548c3549a188cafef15f81b59c HTTP/1.1" status: 200 len: 267 time: 0.0500827 Nov 09 10:41:36.650657 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d4ce6-0607-4656-9ab5-5551c629ca65 req-e8c8d99f-9ba7-4f52-8876-3351b7827614 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:36.652354 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-189d4ce6-0607-4656-9ab5-5551c629ca65 req-e8c8d99f-9ba7-4f52-8876-3351b7827614 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0544140 Nov 09 10:41:36.674663 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca518c-e727-4733-b453-d32e4237e16b req-0fc7f693-df00-48ff-83c8-5c5a7e440ecb tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:36.675679 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-05ca518c-e727-4733-b453-d32e4237e16b req-0fc7f693-df00-48ff-83c8-5c5a7e440ecb tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 985 time: 0.0575554 Nov 09 10:41:36.689157 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [req-05ca518c-e727-4733-b453-d32e4237e16b req-737a85a7-8e3a-40e8-afec-4935347abb75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Request body: {'port': {'security_groups': ['5c3f6873-6c52-4c44-a5b4-77a7860c4303']}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:41:36.707312 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-189d4ce6-0607-4656-9ab5-5551c629ca65 req-8f04e9e1-d22c-4232-b4bd-e87d55a66457 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490158 Nov 09 10:41:36.765000 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-05ca518c-e727-4733-b453-d32e4237e16b req-737a85a7-8e3a-40e8-afec-4935347abb75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:36.837624 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4925262-077e-4141-a7cd-222a2fecae77 req-05a8d2a8-8145-4394-9dae-2bc68d8b2260 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:36.839272 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d4925262-077e-4141-a7cd-222a2fecae77 req-05a8d2a8-8145-4394-9dae-2bc68d8b2260 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 945 time: 0.0672014 Nov 09 10:41:36.924274 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d4925262-077e-4141-a7cd-222a2fecae77 req-00644f74-a42b-46f4-ae7b-35e3d813084c tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729852 Nov 09 10:41:36.931285 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97790545-da87-443f-b7e4-34aaf2388c1f req-58fa4c18-05ba-41de-8645-f720c3420d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:36.932816 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-97790545-da87-443f-b7e4-34aaf2388c1f req-58fa4c18-05ba-41de-8645-f720c3420d0a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 1098 time: 0.0673621 Nov 09 10:41:36.970116 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-05ca518c-e727-4733-b453-d32e4237e16b req-737a85a7-8e3a-40e8-afec-4935347abb75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] For port 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff,segment=NetworkSegment(a8bb5221-cf3a-4878-8c04-f567ad3286d5),segment_id=a8bb5221-cf3a-4878-8c04-f567ad3286d5)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:41:36.981361 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-97790545-da87-443f-b7e4-34aaf2388c1f req-46b5bf5d-375e-4afb-8459-ce9626232977 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412974 Nov 09 10:41:37.000531 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-05ca518c-e727-4733-b453-d32e4237e16b req-737a85a7-8e3a-40e8-afec-4935347abb75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for port, precommit_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:37.083091 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-05ca518c-e727-4733-b453-d32e4237e16b req-737a85a7-8e3a-40e8-afec-4935347abb75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462366'] for port, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:37.095303 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:41:37.150219 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca518c-e727-4733-b453-d32e4237e16b req-737a85a7-8e3a-40e8-afec-4935347abb75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:37.150910 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-05ca518c-e727-4733-b453-d32e4237e16b req-737a85a7-8e3a-40e8-afec-4935347abb75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:37.152440 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-05ca518c-e727-4733-b453-d32e4237e16b req-737a85a7-8e3a-40e8-afec-4935347abb75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "PUT /v2.0/ports/7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff HTTP/1.1" status: 200 len: 943 time: 0.4690588 Nov 09 10:41:37.152891 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861de895-d655-4b82-b16d-b4f73e9ccba3', 'tag': '7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:41:37.155243 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7640bb27-1fd3-401b-94da-cb000325742c" -d '{"events": [{"name": "network-changed", "server_uuid": "861de895-d655-4b82-b16d-b4f73e9ccba3", "tag": "7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:41:37.158402 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48580) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:41:37.168631 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a85a7-8e3a-40e8-afec-4935347abb75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Pushing event updated for resources: {'Port': ['ID=7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff,revision_number=7']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:37.176796 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a85a7-8e3a-40e8-afec-4935347abb75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:37.177124 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a85a7-8e3a-40e8-afec-4935347abb75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:37.177489 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a85a7-8e3a-40e8-afec-4935347abb75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:37.177849 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a85a7-8e3a-40e8-afec-4935347abb75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:37.178180 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a85a7-8e3a-40e8-afec-4935347abb75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:37.178509 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a85a7-8e3a-40e8-afec-4935347abb75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:37.178829 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a85a7-8e3a-40e8-afec-4935347abb75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:37.179150 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a85a7-8e3a-40e8-afec-4935347abb75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:37.179468 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a85a7-8e3a-40e8-afec-4935347abb75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:37.179801 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a85a7-8e3a-40e8-afec-4935347abb75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:37.180145 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a85a7-8e3a-40e8-afec-4935347abb75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:37.180463 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a85a7-8e3a-40e8-afec-4935347abb75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:37.233205 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:41:37.275373 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fe166b3f-e8b9-445a-aa52-9741cc8caa75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:37.306682 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1b1409-8284-4329-b948-f531bf05b131 x-openstack-request-id: req-1a1b1409-8284-4329-b948-f531bf05b131 {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:41:37.306971 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861de895-d655-4b82-b16d-b4f73e9ccba3", "tag": "7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:41:37.307103 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fe166b3f-e8b9-445a-aa52-9741cc8caa75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:37.307273 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a1b1409-8284-4329-b948-f531bf05b131 {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:41:37.307629 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861de895-d655-4b82-b16d-b4f73e9ccba3', 'tag': '7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff', 'status': 'completed', 'code': 200} Nov 09 10:41:37.396817 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640bb27-1fd3-401b-94da-cb000325742c req-b4459ee3-2c12-4ff0-a979-6d829be2a54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:37.401044 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7640bb27-1fd3-401b-94da-cb000325742c req-b4459ee3-2c12-4ff0-a979-6d829be2a54f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b538f1548c3549a188cafef15f81b59c&device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 1099 time: 0.0672867 Nov 09 10:41:37.441424 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-d5b15d52-ac14-4ad4-b351-445add275356 None None] Provisioning complete for port 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:41:37.441811 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d5b15d52-ac14-4ad4-b351-445add275356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:37.507815 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640bb27-1fd3-401b-94da-cb000325742c req-29c25f69-276c-4f86-9592-282b93fc343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:37.509136 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7640bb27-1fd3-401b-94da-cb000325742c req-29c25f69-276c-4f86-9592-282b93fc343e service neutron] 10.222.0.30 "GET /v2.0/networks?id=56f69718-58a6-4143-a9fa-e85c00997496 HTTP/1.1" status: 200 len: 915 time: 0.0998316 Nov 09 10:41:37.564634 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fe166b3f-e8b9-445a-aa52-9741cc8caa75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:37.567349 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fe166b3f-e8b9-445a-aa52-9741cc8caa75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:37.568522 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-fe166b3f-e8b9-445a-aa52-9741cc8caa75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "DELETE /v2.0/security-groups/78ee30c7-d063-4cce-8aeb-2473ad541ea4 HTTP/1.1" status: 204 len: 168 time: 0.4090843 Nov 09 10:41:37.571456 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 48584) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:41:37.588247 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe166b3f-e8b9-445a-aa52-9741cc8caa75 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ee30c7-d063-4cce-8aeb-2473ad541ea4,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:37.607201 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7640bb27-1fd3-401b-94da-cb000325742c req-04dd449f-416e-45e4-99e8-6997fca826aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff HTTP/1.1" status: 200 len: 1001 time: 0.0907607 Nov 09 10:41:37.664365 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640bb27-1fd3-401b-94da-cb000325742c req-aa8090ae-6bf8-4d7d-987e-e4315564d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:37.665902 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7640bb27-1fd3-401b-94da-cb000325742c req-aa8090ae-6bf8-4d7d-987e-e4315564d344 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e8c19ae-f549-4b9e-a681-beeb62d4a4a4 HTTP/1.1" status: 200 len: 854 time: 0.0498583 Nov 09 10:41:37.723174 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640bb27-1fd3-401b-94da-cb000325742c req-f8a237e3-0edf-44fa-b1fc-77c33eb6b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:37.724789 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7640bb27-1fd3-401b-94da-cb000325742c req-f8a237e3-0edf-44fa-b1fc-77c33eb6b659 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56f69718-58a6-4143-a9fa-e85c00997496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508382 Nov 09 10:41:37.766106 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-897cc3dc-c7bf-485d-92f6-4e0caa9419ae tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Deleting port 778f92d1-25b1-4533-909c-f345ed8ac1bc {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:41:37.767101 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-897cc3dc-c7bf-485d-92f6-4e0caa9419ae tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:37.829240 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7640bb27-1fd3-401b-94da-cb000325742c req-bcc5f2e4-3d33-4b36-80ee-731a135aa7a2 service neutron] 10.222.0.30 "GET /v2.0/networks/56f69718-58a6-4143-a9fa-e85c00997496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961955 Nov 09 10:41:37.878037 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-897cc3dc-c7bf-485d-92f6-4e0caa9419ae tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:37.878357 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-897cc3dc-c7bf-485d-92f6-4e0caa9419ae tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:37.888445 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b7c59-c2e6-4860-acd9-940cbc3a891c req-b9686d85-3d31-4243-892d-2f933b1e6308 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:37.889913 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7a4b7c59-c2e6-4860-acd9-940cbc3a891c req-b9686d85-3d31-4243-892d-2f933b1e6308 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0776031 Nov 09 10:41:37.921621 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-897cc3dc-c7bf-485d-92f6-4e0caa9419ae tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Calling delete_port for 778f92d1-25b1-4533-909c-f345ed8ac1bc owned by network:floatingip {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:41:37.932437 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7640bb27-1fd3-401b-94da-cb000325742c req-06d83ab0-198d-4413-a593-bbdf98d1e279 service neutron] 10.222.0.30 "GET /v2.0/networks/56f69718-58a6-4143-a9fa-e85c00997496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948625 Nov 09 10:41:38.009901 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7a4b7c59-c2e6-4860-acd9-940cbc3a891c req-7de135b5-052d-4912-be73-5da1658d5499 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036472 Nov 09 10:41:38.061734 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddf5c5-4523-4878-bd48-3df72102239b req-52855aa2-4729-434e-a484-980fee38e84f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:38.063311 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c8ddf5c5-4523-4878-bd48-3df72102239b req-52855aa2-4729-434e-a484-980fee38e84f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 945 time: 0.0637629 Nov 09 10:41:38.116637 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c8ddf5c5-4523-4878-bd48-3df72102239b req-fdefec5c-4ea4-48c3-92ca-45024b50ec06 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470929 Nov 09 10:41:38.226153 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-897cc3dc-c7bf-485d-92f6-4e0caa9419ae tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:38.254134 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cc3dc-c7bf-485d-92f6-4e0caa9419ae tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Pushing event deleted for resources: {'Port': ['ID=778f92d1-25b1-4533-909c-f345ed8ac1bc,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:38.315761 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-897cc3dc-c7bf-485d-92f6-4e0caa9419ae tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks [] for floatingip, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:38.316096 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.db.l3_db [None req-897cc3dc-c7bf-485d-92f6-4e0caa9419ae tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Floating IP 1e7d8c98-bc94-4d31-85c5-306ecd82b94c disassociated (deleted). External IP: 172.27.0.27, port: 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff. Nov 09 10:41:38.519487 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897cc3dc-c7bf-485d-92f6-4e0caa9419ae tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Router bfaf5474-212f-4d1e-b2d7-d41ea30e6239 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:41:38.628609 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897cc3dc-c7bf-485d-92f6-4e0caa9419ae tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:41:38.633371 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-897cc3dc-c7bf-485d-92f6-4e0caa9419ae tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for floatingip, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:38.639490 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0636f0c-5c73-45f0-b592-0c407e385360 None None] Sync routers for ids ['bfaf5474-212f-4d1e-b2d7-d41ea30e6239'] in dv-cinder-816628-1-iscsi {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:41:38.650033 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0636f0c-5c73-45f0-b592-0c407e385360 None None] Routers {'bfaf5474-212f-4d1e-b2d7-d41ea30e6239'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:41:38.650648 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-f0636f0c-5c73-45f0-b592-0c407e385360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:41:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['bfaf5474-212f-4d1e-b2d7-d41ea30e6239'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:41:38.661330 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-897cc3dc-c7bf-485d-92f6-4e0caa9419ae tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "DELETE /v2.0/floatingips/1e7d8c98-bc94-4d31-85c5-306ecd82b94c HTTP/1.1" status: 204 len: 168 time: 1.0887289 Nov 09 10:41:38.764972 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-f0636f0c-5c73-45f0-b592-0c407e385360 None None] Set router bfaf5474-212f-4d1e-b2d7-d41ea30e6239 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:41:38.993921 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-f0636f0c-5c73-45f0-b592-0c407e385360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'name': 'tempest-TestMinimumBasicScenario-1303468805-router', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:41Z', 'updated_at': '2021-11-09T10:38:45Z', 'revision_number': 4, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'gw_port': {'id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:42Z', 'updated_at': '2021-11-09T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '576db910-b00d-447f-b253-17606e2a7f4b', 'name': '', 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'mac_address': 'fa:16:3e:df:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1e8c19ae-f549-4b9e-a681-beeb62d4a4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:44Z', 'updated_at': '2021-11-09T10:38:51Z', 'revision_number': 5, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'subnets': [{'id': '1e8c19ae-f549-4b9e-a681-beeb62d4a4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:41:39.023659 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0636f0c-5c73-45f0-b592-0c407e385360 None None] Checking router: bfaf5474-212f-4d1e-b2d7-d41ea30e6239 for host: dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:41:39.034564 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0636f0c-5c73-45f0-b592-0c407e385360 None None] Routers {'bfaf5474-212f-4d1e-b2d7-d41ea30e6239'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:41:39.035181 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-f0636f0c-5c73-45f0-b592-0c407e385360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:41:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['bfaf5474-212f-4d1e-b2d7-d41ea30e6239'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:41:39.152667 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a57d91-97bc-43ca-a42f-e21578b29c1f req-b2094ba4-b599-404d-bf5f-2ef771cc5e06 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:39.154266 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-72a57d91-97bc-43ca-a42f-e21578b29c1f req-b2094ba4-b599-404d-bf5f-2ef771cc5e06 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0639191 Nov 09 10:41:39.159747 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-f0636f0c-5c73-45f0-b592-0c407e385360 None None] Set router bfaf5474-212f-4d1e-b2d7-d41ea30e6239 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:41:39.215819 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-72a57d91-97bc-43ca-a42f-e21578b29c1f req-f4bfca5b-3645-42f8-a7d9-f7657238941a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481133 Nov 09 10:41:39.258110 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82035fbc-8e1d-4a8e-ae1d-93221591f162 req-333f5092-3bb4-4ee5-84fb-9542a1cac04e tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:39.260012 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-82035fbc-8e1d-4a8e-ae1d-93221591f162 req-333f5092-3bb4-4ee5-84fb-9542a1cac04e tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 945 time: 0.0533655 Nov 09 10:41:39.308923 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861de895-d655-4b82-b16d-b4f73e9ccba3', 'tag': '7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:41:39.311540 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b16dea-03e2-4150-87d8-0aee4f6b8ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "861de895-d655-4b82-b16d-b4f73e9ccba3", "tag": "7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:41:39.331194 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-82035fbc-8e1d-4a8e-ae1d-93221591f162 req-9e6bc3fd-173d-4dd0-bd05-df1312905956 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624697 Nov 09 10:41:39.358976 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4a015e-0b3d-43ec-9538-765cc377e55d x-openstack-request-id: req-6d4a015e-0b3d-43ec-9538-765cc377e55d {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:41:39.359508 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861de895-d655-4b82-b16d-b4f73e9ccba3", "tag": "7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:41:39.359759 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d4a015e-0b3d-43ec-9538-765cc377e55d {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:41:39.360184 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861de895-d655-4b82-b16d-b4f73e9ccba3', 'tag': '7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff', 'status': 'completed', 'code': 200} Nov 09 10:41:39.400337 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-f0636f0c-5c73-45f0-b592-0c407e385360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'name': 'tempest-TestMinimumBasicScenario-1303468805-router', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:41Z', 'updated_at': '2021-11-09T10:38:45Z', 'revision_number': 4, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'gw_port': {'id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:42Z', 'updated_at': '2021-11-09T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '576db910-b00d-447f-b253-17606e2a7f4b', 'name': '', 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'mac_address': 'fa:16:3e:df:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1e8c19ae-f549-4b9e-a681-beeb62d4a4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:44Z', 'updated_at': '2021-11-09T10:38:51Z', 'revision_number': 5, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'subnets': [{'id': '1e8c19ae-f549-4b9e-a681-beeb62d4a4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:41:39.426912 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0636f0c-5c73-45f0-b592-0c407e385360 None None] The sync data for ids ['bfaf5474-212f-4d1e-b2d7-d41ea30e6239'] in dv-cinder-816628-1-iscsi is: [{'id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'name': 'tempest-TestMinimumBasicScenario-1303468805-router', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:41Z', 'updated_at': '2021-11-09T10:38:45Z', 'revision_number': 4, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'gw_port': {'id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:42Z', 'updated_at': '2021-11-09T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '576db910-b00d-447f-b253-17606e2a7f4b', 'name': '', 'network_id': '56f69718-58a6-4143-a9fa-e85c00997496', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'mac_address': 'fa:16:3e:df:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1e8c19ae-f549-4b9e-a681-beeb62d4a4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:44Z', 'updated_at': '2021-11-09T10:38:51Z', 'revision_number': 5, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'subnets': [{'id': '1e8c19ae-f549-4b9e-a681-beeb62d4a4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:41:39.460723 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b16dea-03e2-4150-87d8-0aee4f6b8ad6 req-29c66d9d-94e7-483f-bbde-b524f46c6230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:39.462225 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-03b16dea-03e2-4150-87d8-0aee4f6b8ad6 req-29c66d9d-94e7-483f-bbde-b524f46c6230 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b538f1548c3549a188cafef15f81b59c&device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 1099 time: 0.0725131 Nov 09 10:41:39.479197 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aff191-8e07-484e-8db5-24b103f386f0 req-ecea9236-6569-4324-ac57-502aee89d75a tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:39.481225 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-51aff191-8e07-484e-8db5-24b103f386f0 req-ecea9236-6569-4324-ac57-502aee89d75a tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 945 time: 0.0640855 Nov 09 10:41:39.693249 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f1012-7a60-4c81-b2b8-540739750550 None None] New status for floating IP 1e7d8c98-bc94-4d31-85c5-306ecd82b94c: DOWN {{(pid=101907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 10:41:39.846634 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-51aff191-8e07-484e-8db5-24b103f386f0 req-0819b143-bd91-4fa0-86fc-f43358565673 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3556936 Nov 09 10:41:39.869418 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 48608) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:41:39.873626 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b16dea-03e2-4150-87d8-0aee4f6b8ad6 req-d72c7beb-2624-42f1-9d5f-6cf54009a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:39.875160 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-03b16dea-03e2-4150-87d8-0aee4f6b8ad6 req-d72c7beb-2624-42f1-9d5f-6cf54009a981 service neutron] 10.222.0.30 "GET /v2.0/networks?id=56f69718-58a6-4143-a9fa-e85c00997496 HTTP/1.1" status: 200 len: 915 time: 0.3929772 Nov 09 10:41:39.919075 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-03b16dea-03e2-4150-87d8-0aee4f6b8ad6 req-05250268-bee0-4487-a72f-ae18e50ec161 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff HTTP/1.1" status: 200 len: 217 time: 0.0351837 Nov 09 10:41:39.962051 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8547bc53-ce07-458c-834e-a62df3e9d069 tempest-TestVolumeBootPattern-76174337 tempest-TestVolumeBootPattern-76174337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:39.963602 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-8547bc53-ce07-458c-834e-a62df3e9d069 tempest-TestVolumeBootPattern-76174337 tempest-TestVolumeBootPattern-76174337-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 1093 time: 0.0929227 Nov 09 10:41:39.968215 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 48612) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:41:39.972884 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-3675a7b8-ed33-4df3-a9c3-987575946545 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Request body: {'floatingip': {'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'port_id': '65d4e176-a65c-4a75-aa8b-00ec55b41da7', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:41:39.978956 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b16dea-03e2-4150-87d8-0aee4f6b8ad6 req-23dddcd0-11b2-43cd-8e9b-36b891eba847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:39.981022 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-03b16dea-03e2-4150-87d8-0aee4f6b8ad6 req-23dddcd0-11b2-43cd-8e9b-36b891eba847 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e8c19ae-f549-4b9e-a681-beeb62d4a4a4 HTTP/1.1" status: 200 len: 854 time: 0.0539613 Nov 09 10:41:40.035028 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b16dea-03e2-4150-87d8-0aee4f6b8ad6 req-8614c5ed-36e1-485e-b76b-0ff1cb98146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:40.037623 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-03b16dea-03e2-4150-87d8-0aee4f6b8ad6 req-8614c5ed-36e1-485e-b76b-0ff1cb98146d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56f69718-58a6-4143-a9fa-e85c00997496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480711 Nov 09 10:41:40.086688 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3675a7b8-ed33-4df3-a9c3-987575946545 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for floatingip, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:40.133591 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-03b16dea-03e2-4150-87d8-0aee4f6b8ad6 req-e44a608c-0202-4a58-b739-19285a7f6112 service neutron] 10.222.0.30 "GET /v2.0/networks/56f69718-58a6-4143-a9fa-e85c00997496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865817 Nov 09 10:41:40.195229 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3675a7b8-ed33-4df3-a9c3-987575946545 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:40.240392 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-03b16dea-03e2-4150-87d8-0aee4f6b8ad6 req-b753c3ed-887c-49d0-a360-8939567f0546 service neutron] 10.222.0.30 "GET /v2.0/networks/56f69718-58a6-4143-a9fa-e85c00997496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993023 Nov 09 10:41:40.316408 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_common [None req-3675a7b8-ed33-4df3-a9c3-987575946545 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Allocated IP 172.27.0.86 (b911c41a-6d30-4814-901f-89185e089761/716689b8-5fc0-4f64-a63e-fd749e80eafc/6c719efd-1f1b-4bf2-a0fd-7ee7ae2d2c71) {{(pid=101905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:41:40.351554 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810705b-fa01-475d-8612-0a9f944a85a9 req-8207da68-9196-4d1f-99af-5f773341f76b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:40.353095 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c810705b-fa01-475d-8612-0a9f944a85a9 req-8207da68-9196-4d1f-99af-5f773341f76b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0562952 Nov 09 10:41:40.406360 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c810705b-fa01-475d-8612-0a9f944a85a9 req-c8591f6d-d0d7-4ad7-a782-7fe8ffebff50 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463514 Nov 09 10:41:40.428505 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3675a7b8-ed33-4df3-a9c3-987575946545 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for port, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:40.528808 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3675a7b8-ed33-4df3-a9c3-987575946545 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:40.566470 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3675a7b8-ed33-4df3-a9c3-987575946545 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Network b911c41a-6d30-4814-901f-89185e089761 is already hosted by enough agents. {{(pid=101905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:41:40.572206 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-3675a7b8-ed33-4df3-a9c3-987575946545 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Resources bound (agent type, host, resource id): {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:41:40.576689 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3675a7b8-ed33-4df3-a9c3-987575946545 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Received port after_create {{(pid=101905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:41:40.582272 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675a7b8-ed33-4df3-a9c3-987575946545 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event updated for resources: {'Port': ['ID=6c719efd-1f1b-4bf2-a0fd-7ee7ae2d2c71,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:41.228019 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3675a7b8-ed33-4df3-a9c3-987575946545 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:41.384960 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3675a7b8-ed33-4df3-a9c3-987575946545 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:41.576589 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76890b4-f5a7-422f-b43f-2b5ea9758d45 req-5e530895-de00-4ae9-a841-a9f5ae455237 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:41.578079 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d76890b4-f5a7-422f-b43f-2b5ea9758d45 req-5e530895-de00-4ae9-a841-a9f5ae455237 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0950546 Nov 09 10:41:41.620007 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3675a7b8-ed33-4df3-a9c3-987575946545 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for port, precommit_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:41.660344 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d76890b4-f5a7-422f-b43f-2b5ea9758d45 req-2cfb2a8a-ce71-464c-b23c-720760811373 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731030 Nov 09 10:41:41.739866 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3675a7b8-ed33-4df3-a9c3-987575946545 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462366'] for port, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:41.817775 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675a7b8-ed33-4df3-a9c3-987575946545 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event updated for resources: {'Port': ['ID=6c719efd-1f1b-4bf2-a0fd-7ee7ae2d2c71,revision_number=2']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:41.836011 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3675a7b8-ed33-4df3-a9c3-987575946545 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741267'] for floatingip, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:42.000698 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.db.l3_db [None req-3675a7b8-ed33-4df3-a9c3-987575946545 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Floating IP 5f9575f1-dbb0-4ca7-b81f-83538bdd07e2 associated. External IP: 172.27.0.86, port: 65d4e176-a65c-4a75-aa8b-00ec55b41da7. Nov 09 10:41:42.246919 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 4ec27da7-2521-45f7-b283-ec70efcfae32 details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:41:42.266480 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3675a7b8-ed33-4df3-a9c3-987575946545 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Router 12605b42-dd04-48fd-8422-9bbb7dec2aaf has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:41:42.369357 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 4ec27da7-2521-45f7-b283-ec70efcfae32, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=4ec27da7-2521-45f7-b283-ec70efcfae32,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:41:42.382740 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': '4ec27da7-2521-45f7-b283-ec70efcfae32', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'port_id': '4ec27da7-2521-45f7-b283-ec70efcfae32', 'mac_address': 'fa:16:3e:c7:71:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:41:42.429991 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:42.444965 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ec27da7-2521-45f7-b283-ec70efcfae32 {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:41:42.447854 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3675a7b8-ed33-4df3-a9c3-987575946545 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:41:42.462918 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5b394d-c204-49dc-a356-52f669b08995 None None] Sync routers for ids ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'] in dv-cinder-816628-1-iscsi {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:41:42.483302 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 4ec27da7-2521-45f7-b283-ec70efcfae32, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=4ec27da7-2521-45f7-b283-ec70efcfae32,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:41:42.484513 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5b394d-c204-49dc-a356-52f669b08995 None None] Routers {'12605b42-dd04-48fd-8422-9bbb7dec2aaf'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:41:42.486297 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-0d5b394d-c204-49dc-a356-52f669b08995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:41:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:41:42.576553 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-3675a7b8-ed33-4df3-a9c3-987575946545 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for floatingip, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:42.619928 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-3675a7b8-ed33-4df3-a9c3-987575946545 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6503007 Nov 09 10:41:42.621444 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770c8a3b-b36d-473c-bf3c-f51f8124875d', 'tag': '65d4e176-a65c-4a75-aa8b-00ec55b41da7'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:41:42.624401 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f204bce-2e30-49c0-af09-b7e09a5ddf5e" -d '{"events": [{"name": "network-changed", "server_uuid": "770c8a3b-b36d-473c-bf3c-f51f8124875d", "tag": "65d4e176-a65c-4a75-aa8b-00ec55b41da7"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:41:42.685991 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24060fe-c659-4482-b302-f91b6adcb58d x-openstack-request-id: req-d24060fe-c659-4482-b302-f91b6adcb58d {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:41:42.686767 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770c8a3b-b36d-473c-bf3c-f51f8124875d", "tag": "65d4e176-a65c-4a75-aa8b-00ec55b41da7", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:41:42.687189 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d24060fe-c659-4482-b302-f91b6adcb58d {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:41:42.687732 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770c8a3b-b36d-473c-bf3c-f51f8124875d', 'tag': '65d4e176-a65c-4a75-aa8b-00ec55b41da7', 'status': 'completed', 'code': 200} Nov 09 10:41:42.776126 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:42.781645 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f204bce-2e30-49c0-af09-b7e09a5ddf5e req-30613033-66ed-4d6d-ae65-a4025d4ce399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:42.783135 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9f204bce-2e30-49c0-af09-b7e09a5ddf5e req-30613033-66ed-4d6d-ae65-a4025d4ce399 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f193ff8d94534794ba21cabcf0169326&device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 1098 time: 0.0805221 Nov 09 10:41:42.853800 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593d4dc-e00c-4fca-8058-5a66034ae950 req-f846b723-4d50-481a-9aeb-0532a93fba6e tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:42.862198 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4593d4dc-e00c-4fca-8058-5a66034ae950 req-f846b723-4d50-481a-9aeb-0532a93fba6e tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 945 time: 0.0863793 Nov 09 10:41:42.902083 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-0d5b394d-c204-49dc-a356-52f669b08995 None None] Set router 12605b42-dd04-48fd-8422-9bbb7dec2aaf gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:41:42.937165 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4593d4dc-e00c-4fca-8058-5a66034ae950 req-8f5d02e3-d7a5-447a-89b5-ecb8d4c132fc tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733800 Nov 09 10:41:42.950259 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['4ec27da7-2521-45f7-b283-ec70efcfae32'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:41:42.981391 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f204bce-2e30-49c0-af09-b7e09a5ddf5e req-87fb53e8-3e1e-4494-b8b8-ecb96d2e0439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:42.983611 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9f204bce-2e30-49c0-af09-b7e09a5ddf5e req-87fb53e8-3e1e-4494-b8b8-ecb96d2e0439 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a HTTP/1.1" status: 200 len: 911 time: 0.1935127 Nov 09 10:41:43.098001 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=4ec27da7-2521-45f7-b283-ec70efcfae32,revision_number=6']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:43.142364 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9f204bce-2e30-49c0-af09-b7e09a5ddf5e req-b2f11c5c-cd0c-4f4c-8aef-e8ab40605ceb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65d4e176-a65c-4a75-aa8b-00ec55b41da7 HTTP/1.1" status: 200 len: 998 time: 0.1433141 Nov 09 10:41:43.250875 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f204bce-2e30-49c0-af09-b7e09a5ddf5e req-086892e3-d3f9-4c78-9123-d218c986d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:43.252404 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9f204bce-2e30-49c0-af09-b7e09a5ddf5e req-086892e3-d3f9-4c78-9123-d218c986d335 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd36f13f-4940-4cef-a69d-ffd58a026a88 HTTP/1.1" status: 200 len: 850 time: 0.1031632 Nov 09 10:41:43.332394 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f204bce-2e30-49c0-af09-b7e09a5ddf5e req-0658a4e7-33e5-47aa-ab89-a72ae559f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:43.333923 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9f204bce-2e30-49c0-af09-b7e09a5ddf5e req-0658a4e7-33e5-47aa-ab89-a72ae559f7c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730371 Nov 09 10:41:43.431633 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-0d5b394d-c204-49dc-a356-52f669b08995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '5f9575f1-dbb0-4ca7-b81f-83538bdd07e2', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'port_id': '65d4e176-a65c-4a75-aa8b-00ec55b41da7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'mac_address': 'fa:16:3e:e5:d8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770c8a3b-b36d-473c-bf3c-f51f8124875d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:41:40Z', 'updated_at': '2021-11-09T10:41:40Z', 'revision_number': 0, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06a15f-9b65-4956-a7bc-1218ecaf7fb5', 'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'mac_address': 'fa:16:3e:d2:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:47Z', 'updated_at': '2021-11-09T10:40:51Z', 'revision_number': 5, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'subnets': [{'id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:41:43.448162 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9f204bce-2e30-49c0-af09-b7e09a5ddf5e req-f42f5efa-1ce9-40fa-be26-4a2287c44187 service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057513 Nov 09 10:41:43.467690 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5b394d-c204-49dc-a356-52f669b08995 None None] Checking router: 12605b42-dd04-48fd-8422-9bbb7dec2aaf for host: dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:41:43.477054 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5b394d-c204-49dc-a356-52f669b08995 None None] Routers {'12605b42-dd04-48fd-8422-9bbb7dec2aaf'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:41:43.477679 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-0d5b394d-c204-49dc-a356-52f669b08995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:41:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:41:43.564220 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9f204bce-2e30-49c0-af09-b7e09a5ddf5e req-243ee3dc-79b8-4e2c-b55c-686c306346d0 service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084309 Nov 09 10:41:43.605022 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-0d5b394d-c204-49dc-a356-52f669b08995 None None] Set router 12605b42-dd04-48fd-8422-9bbb7dec2aaf gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:41:43.750138 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:41:43.882669 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36769f8-c81d-4043-894d-e736c4d737cc req-82aac770-2f93-473c-99ea-655659166907 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:43.884980 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e36769f8-c81d-4043-894d-e736c4d737cc req-82aac770-2f93-473c-99ea-655659166907 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 946 time: 0.0973048 Nov 09 10:41:43.922026 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-0d5b394d-c204-49dc-a356-52f669b08995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '5f9575f1-dbb0-4ca7-b81f-83538bdd07e2', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'port_id': '65d4e176-a65c-4a75-aa8b-00ec55b41da7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'mac_address': 'fa:16:3e:e5:d8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770c8a3b-b36d-473c-bf3c-f51f8124875d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:41:40Z', 'updated_at': '2021-11-09T10:41:40Z', 'revision_number': 0, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06a15f-9b65-4956-a7bc-1218ecaf7fb5', 'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'mac_address': 'fa:16:3e:d2:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:47Z', 'updated_at': '2021-11-09T10:40:51Z', 'revision_number': 5, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'subnets': [{'id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:41:43.945738 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e36769f8-c81d-4043-894d-e736c4d737cc req-ce05d575-2ce1-4438-b123-0dbf9da965b8 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507174 Nov 09 10:41:43.963212 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5b394d-c204-49dc-a356-52f669b08995 None None] The sync data for ids ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'] in dv-cinder-816628-1-iscsi is: [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '5f9575f1-dbb0-4ca7-b81f-83538bdd07e2', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'port_id': '65d4e176-a65c-4a75-aa8b-00ec55b41da7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'mac_address': 'fa:16:3e:e5:d8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770c8a3b-b36d-473c-bf3c-f51f8124875d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:41:40Z', 'updated_at': '2021-11-09T10:41:40Z', 'revision_number': 0, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06a15f-9b65-4956-a7bc-1218ecaf7fb5', 'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'mac_address': 'fa:16:3e:d2:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:47Z', 'updated_at': '2021-11-09T10:40:51Z', 'revision_number': 5, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'subnets': [{'id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:41:44.083050 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc457-6e2b-4ba3-aa62-d22938a514e2 req-4b7de615-7c22-4ade-b0f4-12353114a836 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:44.091586 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-905fc457-6e2b-4ba3-aa62-d22938a514e2 req-4b7de615-7c22-4ade-b0f4-12353114a836 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 945 time: 0.0696378 Nov 09 10:41:44.150453 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-905fc457-6e2b-4ba3-aa62-d22938a514e2 req-84d8a92c-2cfd-40a4-929a-221dea86c1e2 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579047 Nov 09 10:41:44.234269 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a83ae1d-9d0d-4ea7-88da-c70198d8d17f None None] New status for floating IP 5f9575f1-dbb0-4ca7-b81f-83538bdd07e2: ACTIVE {{(pid=101907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 10:41:44.241581 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 4ec27da7-2521-45f7-b283-ec70efcfae32 up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:41:44.324734 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port 4ec27da7-2521-45f7-b283-ec70efcfae32 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:41:44.325489 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:44.422583 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:44.453398 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadb4dd5-78ec-40d3-86dd-40160c903665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec27da7-2521-45f7-b283-ec70efcfae32'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:41:44.473518 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4217338-3a04-47fc-88f8-8453163eedec" -d '{"events": [{"server_uuid": "dadb4dd5-78ec-40d3-86dd-40160c903665", "name": "network-vif-plugged", "status": "completed", "tag": "4ec27da7-2521-45f7-b283-ec70efcfae32"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:41:44.473518 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 4ec27da7-2521-45f7-b283-ec70efcfae32, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=4ec27da7-2521-45f7-b283-ec70efcfae32,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:41:44.493528 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6211e717-604b-427d-84c0-7eb2ff6334a2 x-openstack-request-id: req-6211e717-604b-427d-84c0-7eb2ff6334a2 {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:41:44.493816 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadb4dd5-78ec-40d3-86dd-40160c903665", "name": "network-vif-plugged", "status": "completed", "tag": "4ec27da7-2521-45f7-b283-ec70efcfae32", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:41:44.494062 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6211e717-604b-427d-84c0-7eb2ff6334a2 {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:41:44.494456 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadb4dd5-78ec-40d3-86dd-40160c903665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec27da7-2521-45f7-b283-ec70efcfae32', 'code': 200} Nov 09 10:41:44.807326 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:44.863840 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=4ec27da7-2521-45f7-b283-ec70efcfae32,revision_number=7']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:45.097672 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b88c9-7f0b-4a2c-95cc-1272cd892f5c req-cdfbed90-a0eb-417c-8019-21fbe4b02eb0 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:45.099322 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-5d4b88c9-7f0b-4a2c-95cc-1272cd892f5c req-cdfbed90-a0eb-417c-8019-21fbe4b02eb0 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 946 time: 0.0606625 Nov 09 10:41:45.152949 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-5d4b88c9-7f0b-4a2c-95cc-1272cd892f5c req-202b51a5-6067-4541-878b-541b29adc869 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3f6873-6c52-4c44-a5b4-77a7860c4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474575 Nov 09 10:41:45.305417 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2ca3f-4a5e-446a-8da6-6386b9ae0478 req-68fc11a5-125c-4123-a510-323d73a96879 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:45.307410 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-00d2ca3f-4a5e-446a-8da6-6386b9ae0478 req-68fc11a5-125c-4123-a510-323d73a96879 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0704124 Nov 09 10:41:45.366407 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-00d2ca3f-4a5e-446a-8da6-6386b9ae0478 req-724e4629-1e4d-4dc3-ad01-6ea9e76e1b09 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522199 Nov 09 10:41:45.646134 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9322a-2a1c-400f-92cf-d52ff91a3ced req-a6df9831-db66-4290-a0f1-00bb7451b879 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:45.647299 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f0c9322a-2a1c-400f-92cf-d52ff91a3ced req-a6df9831-db66-4290-a0f1-00bb7451b879 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.30 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 946 time: 0.0528822 Nov 09 10:41:45.771091 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [req-f0c9322a-2a1c-400f-92cf-d52ff91a3ced req-414f07ff-632b-4ff5-b07c-f112d5696c20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Deleting port 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:41:45.771409 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-f0c9322a-2a1c-400f-92cf-d52ff91a3ced req-414f07ff-632b-4ff5-b07c-f112d5696c20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:45.871209 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-f0c9322a-2a1c-400f-92cf-d52ff91a3ced req-414f07ff-632b-4ff5-b07c-f112d5696c20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] For port 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff,segment=NetworkSegment(a8bb5221-cf3a-4878-8c04-f567ad3286d5),segment_id=a8bb5221-cf3a-4878-8c04-f567ad3286d5)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:41:45.871562 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-f0c9322a-2a1c-400f-92cf-d52ff91a3ced req-414f07ff-632b-4ff5-b07c-f112d5696c20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:45.886035 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [req-f0c9322a-2a1c-400f-92cf-d52ff91a3ced req-414f07ff-632b-4ff5-b07c-f112d5696c20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Calling delete_port for 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff owned by compute:nova {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:41:46.134101 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-f0c9322a-2a1c-400f-92cf-d52ff91a3ced req-414f07ff-632b-4ff5-b07c-f112d5696c20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:46.147749 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:41:46.166459 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f07ff-632b-4ff5-b07c-f112d5696c20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Pushing event deleted for resources: {'Port': ['ID=7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:46.224366 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f07ff-632b-4ff5-b07c-f112d5696c20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:46.224738 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f07ff-632b-4ff5-b07c-f112d5696c20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:46.225149 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f07ff-632b-4ff5-b07c-f112d5696c20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:46.225399 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f07ff-632b-4ff5-b07c-f112d5696c20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:46.225730 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f07ff-632b-4ff5-b07c-f112d5696c20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:46.226060 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f07ff-632b-4ff5-b07c-f112d5696c20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:46.226381 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f07ff-632b-4ff5-b07c-f112d5696c20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:46.226702 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f07ff-632b-4ff5-b07c-f112d5696c20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:46.227020 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f07ff-632b-4ff5-b07c-f112d5696c20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:46.227624 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f07ff-632b-4ff5-b07c-f112d5696c20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:46.227953 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f07ff-632b-4ff5-b07c-f112d5696c20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:46.228311 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f07ff-632b-4ff5-b07c-f112d5696c20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:46.273199 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c9322a-2a1c-400f-92cf-d52ff91a3ced req-414f07ff-632b-4ff5-b07c-f112d5696c20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] No DVR routers for this DVR port 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff on host hv-cinder-81662 {{(pid=101904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:41:46.275668 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-f0c9322a-2a1c-400f-92cf-d52ff91a3ced req-414f07ff-632b-4ff5-b07c-f112d5696c20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:46.284400 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f0c9322a-2a1c-400f-92cf-d52ff91a3ced req-414f07ff-632b-4ff5-b07c-f112d5696c20 tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.30 "DELETE /v2.0/ports/7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff HTTP/1.1" status: 204 len: 173 time: 0.6132417 Nov 09 10:41:46.284400 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861de895-d655-4b82-b16d-b4f73e9ccba3', 'name': 'network-vif-deleted', 'tag': '7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:41:46.284400 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66697454-3d55-4983-8faa-6b3d16d48b00" -d '{"events": [{"server_uuid": "861de895-d655-4b82-b16d-b4f73e9ccba3", "name": "network-vif-deleted", "tag": "7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:41:46.332764 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e3138ba6-3614-49b2-8612-7dbc86d34dba req-c7e44c28-730b-4d1f-8d29-fe13112d456a tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 210 time: 0.0459793 Nov 09 10:41:46.349618 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4bc19c-c1e3-48cb-9d2a-9c52ca4ddd12 x-openstack-request-id: req-4e4bc19c-c1e3-48cb-9d2a-9c52ca4ddd12 {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:41:46.350145 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861de895-d655-4b82-b16d-b4f73e9ccba3", "name": "network-vif-deleted", "tag": "7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:41:46.350459 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e4bc19c-c1e3-48cb-9d2a-9c52ca4ddd12 {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:41:46.350939 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861de895-d655-4b82-b16d-b4f73e9ccba3', 'name': 'network-vif-deleted', 'tag': '7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff', 'status': 'completed', 'code': 200} Nov 09 10:41:46.518403 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486f4da-b8dc-41c2-bb92-2dfba58c95de req-935950b6-3979-470d-b1b7-9cda0b768457 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:46.527246 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-3486f4da-b8dc-41c2-bb92-2dfba58c95de req-935950b6-3979-470d-b1b7-9cda0b768457 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0731544 Nov 09 10:41:46.608216 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-3486f4da-b8dc-41c2-bb92-2dfba58c95de req-07253ea7-d0ab-421a-910e-e5fe255320bc tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759370 Nov 09 10:41:47.497663 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c418327c-4898-430c-b338-ed3e47ad1506 req-c2cf43f8-021a-4d17-81ac-25973d3b198c tempest-TestMinimumBasicScenario-1435183954 tempest-TestMinimumBasicScenario-1435183954-project] 10.222.0.35 "GET /v2.0/ports?device_id=861de895-d655-4b82-b16d-b4f73e9ccba3 HTTP/1.1" status: 200 len: 210 time: 0.0300624 Nov 09 10:41:47.737392 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcddf49-eb82-4b16-b240-4692e629062c req-192f164a-2bc8-4505-a31a-7f593b5adfd0 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:47.739213 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4dcddf49-eb82-4b16-b240-4692e629062c req-192f164a-2bc8-4505-a31a-7f593b5adfd0 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0587602 Nov 09 10:41:47.795749 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4dcddf49-eb82-4b16-b240-4692e629062c req-e7f48bdd-0db7-4862-8dd2-9c7728c61e93 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502520 Nov 09 10:41:48.963437 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b055f5-905f-4021-b2cd-d8b4e1301870 req-1df2102e-7d68-495f-8323-58b2988a5ffd tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:48.966686 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d8b055f5-905f-4021-b2cd-d8b4e1301870 req-1df2102e-7d68-495f-8323-58b2988a5ffd tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0742502 Nov 09 10:41:49.047290 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d8b055f5-905f-4021-b2cd-d8b4e1301870 req-fe5b519e-aa80-4684-ba48-9c344804d66d tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630975 Nov 09 10:41:50.247620 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:41:50.250758 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469983e-39e5-4cfc-8be0-a36deb3bab16 req-6222e46e-6ec9-4d98-bbe4-10512d6665dc tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:50.252480 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1469983e-39e5-4cfc-8be0-a36deb3bab16 req-6222e46e-6ec9-4d98-bbe4-10512d6665dc tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0810416 Nov 09 10:41:50.272660 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] No Port match for: 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:41:50.273307 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 7be5f27b-8ac9-44ea-8a17-d02b2ed8a2ff not bound to the agent host hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:41:50.314748 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1469983e-39e5-4cfc-8be0-a36deb3bab16 req-4e93b40d-cde8-42e6-998c-61025ba3ec60 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561266 Nov 09 10:41:50.340682 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 48742) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:41:50.591467 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-954598c6-4b2a-45e2-9429-2b0b85fd9f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:50.788220 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-91f319a9-d930-4b69-be2e-47ec283a57a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740499'] for router_interface, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:51.082169 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-91f319a9-d930-4b69-be2e-47ec283a57a3 admin admin] Deleting port 576db910-b00d-447f-b253-17606e2a7f4b {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:41:51.082735 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-91f319a9-d930-4b69-be2e-47ec283a57a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:51.188483 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [None req-91f319a9-d930-4b69-be2e-47ec283a57a3 admin admin] For port 576db910-b00d-447f-b253-17606e2a7f4b, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=576db910-b00d-447f-b253-17606e2a7f4b,segment=NetworkSegment(a8bb5221-cf3a-4878-8c04-f567ad3286d5),segment_id=a8bb5221-cf3a-4878-8c04-f567ad3286d5)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:41:51.188857 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-91f319a9-d930-4b69-be2e-47ec283a57a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:51.203165 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-91f319a9-d930-4b69-be2e-47ec283a57a3 admin admin] Calling delete_port for 576db910-b00d-447f-b253-17606e2a7f4b owned by network:router_interface {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:41:51.469892 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f291e2f-1016-4787-9899-c68134994b2d req-7a0c3c8f-0c83-4e09-a9f8-1bd58c2ec7be tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:51.471369 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6f291e2f-1016-4787-9899-c68134994b2d req-7a0c3c8f-0c83-4e09-a9f8-1bd58c2ec7be tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0521500 Nov 09 10:41:51.519611 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6f291e2f-1016-4787-9899-c68134994b2d req-ce63d084-09e3-479d-8272-94475a94b52e tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417283 Nov 09 10:41:51.526527 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-91f319a9-d930-4b69-be2e-47ec283a57a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:51.554137 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f319a9-d930-4b69-be2e-47ec283a57a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=576db910-b00d-447f-b253-17606e2a7f4b,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:51.762215 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-91f319a9-d930-4b69-be2e-47ec283a57a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570659'] for router_interface, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:52.053998 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f319a9-d930-4b69-be2e-47ec283a57a3 admin admin] Router bfaf5474-212f-4d1e-b2d7-d41ea30e6239 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:41:52.197170 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f319a9-d930-4b69-be2e-47ec283a57a3 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:41:52.203245 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-91f319a9-d930-4b69-be2e-47ec283a57a3 admin admin] 10.222.0.35 "PUT /v2.0/routers/bfaf5474-212f-4d1e-b2d7-d41ea30e6239/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8610756 Nov 09 10:41:52.206652 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48750) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:41:52.213670 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ac592-279f-4e5b-8724-49c9e805b174 None None] Sync routers for ids ['bfaf5474-212f-4d1e-b2d7-d41ea30e6239'] in dv-cinder-816628-1-iscsi {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:41:52.237292 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3ac592-279f-4e5b-8724-49c9e805b174 None None] Routers {'bfaf5474-212f-4d1e-b2d7-d41ea30e6239'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:41:52.237939 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-2c3ac592-279f-4e5b-8724-49c9e805b174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:41:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['bfaf5474-212f-4d1e-b2d7-d41ea30e6239'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:41:52.391879 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-37140449-87fc-452e-a73c-63cdbc63806f admin admin] Publish callbacks [] for router, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:52.455707 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-2c3ac592-279f-4e5b-8724-49c9e805b174 None None] Set router bfaf5474-212f-4d1e-b2d7-d41ea30e6239 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:41:52.566190 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-37140449-87fc-452e-a73c-63cdbc63806f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:52.666217 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22601e3-6ab3-464f-bad0-3cd61d6d4cf5 req-335244f3-2d82-4697-ad93-10e4f16e3fe4 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:52.668885 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b22601e3-6ab3-464f-bad0-3cd61d6d4cf5 req-335244f3-2d82-4697-ad93-10e4f16e3fe4 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0506425 Nov 09 10:41:52.710513 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-2c3ac592-279f-4e5b-8724-49c9e805b174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'name': 'tempest-TestMinimumBasicScenario-1303468805-router', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:41Z', 'updated_at': '2021-11-09T10:41:51Z', 'revision_number': 5, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'gw_port': {'id': '383a9e77-e8c4-4a97-b196-ab9bc232837f', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:42Z', 'updated_at': '2021-11-09T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:41:52.719607 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b22601e3-6ab3-464f-bad0-3cd61d6d4cf5 req-9a6e2acc-8bf4-407b-a0c8-696bebfdd017 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450180 Nov 09 10:41:52.739166 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ac592-279f-4e5b-8724-49c9e805b174 None None] Checking router: bfaf5474-212f-4d1e-b2d7-d41ea30e6239 for host: dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:41:52.749446 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3ac592-279f-4e5b-8724-49c9e805b174 None None] Routers {'bfaf5474-212f-4d1e-b2d7-d41ea30e6239'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:41:52.750204 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-2c3ac592-279f-4e5b-8724-49c9e805b174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:41:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['bfaf5474-212f-4d1e-b2d7-d41ea30e6239'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:41:52.761571 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-37140449-87fc-452e-a73c-63cdbc63806f admin admin] Deleting port 383a9e77-e8c4-4a97-b196-ab9bc232837f {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:41:52.762059 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-37140449-87fc-452e-a73c-63cdbc63806f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:52.861377 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-2c3ac592-279f-4e5b-8724-49c9e805b174 None None] Set router bfaf5474-212f-4d1e-b2d7-d41ea30e6239 gateway port host: None {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:41:52.895370 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [None req-37140449-87fc-452e-a73c-63cdbc63806f admin admin] For port 383a9e77-e8c4-4a97-b196-ab9bc232837f, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=383a9e77-e8c4-4a97-b196-ab9bc232837f,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:41:52.895745 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-37140449-87fc-452e-a73c-63cdbc63806f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:52.922391 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-37140449-87fc-452e-a73c-63cdbc63806f admin admin] Calling delete_port for 383a9e77-e8c4-4a97-b196-ab9bc232837f owned by network:router_gateway {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:41:53.063586 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-2c3ac592-279f-4e5b-8724-49c9e805b174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'name': 'tempest-TestMinimumBasicScenario-1303468805-router', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:41Z', 'updated_at': '2021-11-09T10:41:52Z', 'revision_number': 6, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'gw_port_host': None}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:41:53.093299 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ac592-279f-4e5b-8724-49c9e805b174 None None] The sync data for ids ['bfaf5474-212f-4d1e-b2d7-d41ea30e6239'] in dv-cinder-816628-1-iscsi is: [{'id': 'bfaf5474-212f-4d1e-b2d7-d41ea30e6239', 'name': 'tempest-TestMinimumBasicScenario-1303468805-router', 'tenant_id': 'b538f1548c3549a188cafef15f81b59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:41Z', 'updated_at': '2021-11-09T10:41:52Z', 'revision_number': 6, 'project_id': 'b538f1548c3549a188cafef15f81b59c', 'gw_port_host': None}] {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:41:53.202135 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-37140449-87fc-452e-a73c-63cdbc63806f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:53.233208 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37140449-87fc-452e-a73c-63cdbc63806f admin admin] Pushing event deleted for resources: {'Port': ['ID=383a9e77-e8c4-4a97-b196-ab9bc232837f,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:53.294119 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-37140449-87fc-452e-a73c-63cdbc63806f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741337'] for router_gateway, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:53.299079 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1c9afe57-c7a4-4cfc-bffd-2fb3a1609dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:53.400674 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-37140449-87fc-452e-a73c-63cdbc63806f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3426'] for router, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:53.402789 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-37140449-87fc-452e-a73c-63cdbc63806f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:53.550825 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-37140449-87fc-452e-a73c-63cdbc63806f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569440'] for router, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:53.551331 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37140449-87fc-452e-a73c-63cdbc63806f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfaf5474-212f-4d1e-b2d7-d41ea30e6239 {{(pid=101904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 10:41:53.556254 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-37140449-87fc-452e-a73c-63cdbc63806f admin admin] Publish callbacks [] for router, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:53.557389 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-37140449-87fc-452e-a73c-63cdbc63806f admin admin] 10.222.0.35 "DELETE /v2.0/routers/bfaf5474-212f-4d1e-b2d7-d41ea30e6239 HTTP/1.1" status: 204 len: 168 time: 1.3494594 Nov 09 10:41:53.560585 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48764) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:41:53.610996 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d19b905-7b9f-4bb3-b729-e06105bf5aa9 admin admin] Deleting subnet 1e8c19ae-f549-4b9e-a681-beeb62d4a4a4 {{(pid=101904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 10:41:53.614316 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4d19b905-7b9f-4bb3-b729-e06105bf5aa9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:53.648420 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4d19b905-7b9f-4bb3-b729-e06105bf5aa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8625588'] for subnet, precommit_delete_associations {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:53.785187 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4d19b905-7b9f-4bb3-b729-e06105bf5aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1578030'] for subnet, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:53.840584 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adbcc0-602f-4160-ad77-d5e9feb098d8 req-f427a8bf-1dd4-4cd5-8cbe-aef42df08218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:53.842596 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f8adbcc0-602f-4160-ad77-d5e9feb098d8 req-f427a8bf-1dd4-4cd5-8cbe-aef42df08218 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0cd90823f43e4d41be05683e40b3ac62&device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 1099 time: 0.1316462 Nov 09 10:41:53.932428 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ac6ab-e738-4d5a-b69d-bd5f81dbba25 req-b3acb3c6-ec88-41ac-8f15-2f8be4fb28a2 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:53.934078 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-736ac6ab-e738-4d5a-b69d-bd5f81dbba25 req-b3acb3c6-ec88-41ac-8f15-2f8be4fb28a2 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.1257889 Nov 09 10:41:54.001359 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adbcc0-602f-4160-ad77-d5e9feb098d8 req-334ed832-2d5c-48e9-980e-a6b6b74f1c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:54.002869 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f8adbcc0-602f-4160-ad77-d5e9feb098d8 req-334ed832-2d5c-48e9-980e-a6b6b74f1c05 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34358316-6aa9-484d-bebb-9653f7b5c623 HTTP/1.1" status: 200 len: 916 time: 0.1450350 Nov 09 10:41:54.010876 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-736ac6ab-e738-4d5a-b69d-bd5f81dbba25 req-66333be7-f12f-4917-aa8f-1bd5ff170f3b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684197 Nov 09 10:41:54.016330 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:54.052539 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4d19b905-7b9f-4bb3-b729-e06105bf5aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1578023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9053813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8460600'] for subnet, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:54.086173 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19b905-7b9f-4bb3-b729-e06105bf5aa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e8c19ae-f549-4b9e-a681-beeb62d4a4a4,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:54.096613 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4d19b905-7b9f-4bb3-b729-e06105bf5aa9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:54.099830 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-4d19b905-7b9f-4bb3-b729-e06105bf5aa9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1e8c19ae-f549-4b9e-a681-beeb62d4a4a4 HTTP/1.1" status: 204 len: 168 time: 0.5382643 Nov 09 10:41:54.102602 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 48768) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:41:54.104473 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25c4d03-1acc-4755-93bc-809d01d4a410 None None] Network 56f69718-58a6-4143-a9fa-e85c00997496 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:41:54.107850 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f8adbcc0-602f-4160-ad77-d5e9feb098d8 req-22785fdc-619d-43e2-89df-64f006d2b88e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ec27da7-2521-45f7-b283-ec70efcfae32 HTTP/1.1" status: 200 len: 1001 time: 0.0968795 Nov 09 10:41:54.180521 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adbcc0-602f-4160-ad77-d5e9feb098d8 req-339d3bb2-dcfd-4a3e-9192-aa5f02033246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:54.180896 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcf2e-7bf9-44c5-a209-d8a21cefed7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1668299'] for network, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:54.181998 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f8adbcc0-602f-4160-ad77-d5e9feb098d8 req-339d3bb2-dcfd-4a3e-9192-aa5f02033246 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46b6d451-069c-417f-a922-9abd3afe77e2 HTTP/1.1" status: 200 len: 855 time: 0.0635319 Nov 09 10:41:54.239527 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adbcc0-602f-4160-ad77-d5e9feb098d8 req-431fa6d3-0530-427e-b21a-970f7305597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:54.242428 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f8adbcc0-602f-4160-ad77-d5e9feb098d8 req-431fa6d3-0530-427e-b21a-970f7305597f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34358316-6aa9-484d-bebb-9653f7b5c623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499060 Nov 09 10:41:54.243626 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-5e1dcf2e-7bf9-44c5-a209-d8a21cefed7a admin admin] Deleting port 0302b2fb-da28-4cc4-bcac-de0479876d6e {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:41:54.243958 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcf2e-7bf9-44c5-a209-d8a21cefed7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:54.312490 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [None req-5e1dcf2e-7bf9-44c5-a209-d8a21cefed7a admin admin] For port 0302b2fb-da28-4cc4-bcac-de0479876d6e, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=0302b2fb-da28-4cc4-bcac-de0479876d6e,segment=NetworkSegment(a8bb5221-cf3a-4878-8c04-f567ad3286d5),segment_id=a8bb5221-cf3a-4878-8c04-f567ad3286d5)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:41:54.312874 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcf2e-7bf9-44c5-a209-d8a21cefed7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:54.329088 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-5e1dcf2e-7bf9-44c5-a209-d8a21cefed7a admin admin] Calling delete_port for 0302b2fb-da28-4cc4-bcac-de0479876d6e owned by network:dhcp {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:41:54.354816 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aedeba7-c86d-4233-b176-740a93330176 None None] DHCP port deletion for 56f69718-58a6-4143-a9fa-e85c00997496 request from dv-cinder-816628-1-iscsi {{(pid=101906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 10:41:54.356702 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f8adbcc0-602f-4160-ad77-d5e9feb098d8 req-8a2cf9d6-fa01-4405-9d70-12ce4b9ee274 service neutron] 10.222.0.30 "GET /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049385 Nov 09 10:41:54.359757 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 576db910-b00d-447f-b253-17606e2a7f4b no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:41:54.387631 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: 576db910-b00d-447f-b253-17606e2a7f4b {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:41:54.387976 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 576db910-b00d-447f-b253-17606e2a7f4b not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:41:54.388408 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 383a9e77-e8c4-4a97-b196-ab9bc232837f no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:41:54.427646 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: 383a9e77-e8c4-4a97-b196-ab9bc232837f {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:41:54.428144 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 383a9e77-e8c4-4a97-b196-ab9bc232837f not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:41:54.451998 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-0aedeba7-c86d-4233-b176-740a93330176 None None] Deleting port 0302b2fb-da28-4cc4-bcac-de0479876d6e {{(pid=101906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:41:54.452395 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-0aedeba7-c86d-4233-b176-740a93330176 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:54.456940 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f8adbcc0-602f-4160-ad77-d5e9feb098d8 req-c667617c-0747-47d2-afc1-5e1daa96adba service neutron] 10.222.0.30 "GET /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924015 Nov 09 10:41:54.517711 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-0aedeba7-c86d-4233-b176-740a93330176 None None] For port 0302b2fb-da28-4cc4-bcac-de0479876d6e, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=0302b2fb-da28-4cc4-bcac-de0479876d6e,segment=NetworkSegment(a8bb5221-cf3a-4878-8c04-f567ad3286d5),segment_id=a8bb5221-cf3a-4878-8c04-f567ad3286d5)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:41:54.518095 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-0aedeba7-c86d-4233-b176-740a93330176 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:54.535697 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-0aedeba7-c86d-4233-b176-740a93330176 None None] Calling delete_port for 0302b2fb-da28-4cc4-bcac-de0479876d6e owned by network:dhcp {{(pid=101906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:41:54.545544 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcf2e-7bf9-44c5-a209-d8a21cefed7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:54.575296 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1dcf2e-7bf9-44c5-a209-d8a21cefed7a admin admin] Pushing event deleted for resources: {'Port': ['ID=0302b2fb-da28-4cc4-bcac-de0479876d6e,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:54.577570 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1dcf2e-7bf9-44c5-a209-d8a21cefed7a admin admin] No DVR routers for this DVR port 0302b2fb-da28-4cc4-bcac-de0479876d6e on host dv-cinder-816628-1-iscsi {{(pid=101905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:41:54.657689 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-0aedeba7-c86d-4233-b176-740a93330176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146'] for port, after_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:54.658018 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcf2e-7bf9-44c5-a209-d8a21cefed7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1578843', 'neutron.services.segments.db._delete_segments_for_network-8781390831665'] for network, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:54.679455 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.services.segments.db [None req-5e1dcf2e-7bf9-44c5-a209-d8a21cefed7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f69718-58a6-4143-a9fa-e85c00997496']}} {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:41:54.686456 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedeba7-c86d-4233-b176-740a93330176 None None] Pushing event deleted for resources: {'Port': ['ID=0302b2fb-da28-4cc4-bcac-de0479876d6e,revision_number=None']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:54.690531 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.services.segments.db [None req-5e1dcf2e-7bf9-44c5-a209-d8a21cefed7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8bb5221-cf3a-4878-8c04-f567ad3286d5') {'for_net_delete': True} {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:41:54.690832 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.services.segments.db [None req-5e1dcf2e-7bf9-44c5-a209-d8a21cefed7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8bb5221-cf3a-4878-8c04-f567ad3286d5') {} {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:41:54.694811 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedeba7-c86d-4233-b176-740a93330176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:54.695157 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedeba7-c86d-4233-b176-740a93330176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:54.695493 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedeba7-c86d-4233-b176-740a93330176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:54.695819 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedeba7-c86d-4233-b176-740a93330176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:54.696169 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedeba7-c86d-4233-b176-740a93330176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:54.696506 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedeba7-c86d-4233-b176-740a93330176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:54.696812 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedeba7-c86d-4233-b176-740a93330176 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:54.697130 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedeba7-c86d-4233-b176-740a93330176 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:54.697449 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedeba7-c86d-4233-b176-740a93330176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:54.697766 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedeba7-c86d-4233-b176-740a93330176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:54.698080 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedeba7-c86d-4233-b176-740a93330176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:54.699394 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedeba7-c86d-4233-b176-740a93330176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:41:54.705401 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aedeba7-c86d-4233-b176-740a93330176 None None] No DVR routers for this DVR port 0302b2fb-da28-4cc4-bcac-de0479876d6e on host dv-cinder-816628-1-iscsi {{(pid=101906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:41:54.705646 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcf2e-7bf9-44c5-a209-d8a21cefed7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781390865722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7956816'] for segment, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:54.716975 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcf2e-7bf9-44c5-a209-d8a21cefed7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:54.726618 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1dcf2e-7bf9-44c5-a209-d8a21cefed7a admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=101905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 10:41:54.727145 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcf2e-7bf9-44c5-a209-d8a21cefed7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462386'] for segment, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: Traceback (most recent call last): Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: timer() Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: cb(*args, **kw) Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: return func(*args, **kwargs) Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: self._notify() Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: self.callback(batched_events) Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: event.method(event) Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: return f(self, *a, **k) Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: return self._get(url).json() Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: return self.request(url, 'GET', **kwargs) Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 10:41:54.729590 dv-cinder-816628-1-iscsi neutron-server[101905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 10:41:54.871944 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcf2e-7bf9-44c5-a209-d8a21cefed7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741285'] for network, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:54.877310 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcf2e-7bf9-44c5-a209-d8a21cefed7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:54.880507 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-5e1dcf2e-7bf9-44c5-a209-d8a21cefed7a admin admin] 10.222.0.35 "DELETE /v2.0/networks/56f69718-58a6-4143-a9fa-e85c00997496 HTTP/1.1" status: 204 len: 168 time: 0.7760496 Nov 09 10:41:54.883706 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48770) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:41:54.892541 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1dcf2e-7bf9-44c5-a209-d8a21cefed7a admin admin] Pushing event deleted for resources: {'Network': ['ID=56f69718-58a6-4143-a9fa-e85c00997496,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:55.157196 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb25ddb-9024-4aa9-9dbb-011073187aa8 req-839b1228-322d-4950-b6f6-44c90724485b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:55.158876 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-bbb25ddb-9024-4aa9-9dbb-011073187aa8 req-839b1228-322d-4950-b6f6-44c90724485b tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0622046 Nov 09 10:41:55.209126 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-bbb25ddb-9024-4aa9-9dbb-011073187aa8 req-aa334ba3-fd24-4a3f-af2b-9c4cf4faaf48 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440047 Nov 09 10:41:55.551476 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:55.591360 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1791970f-dbcc-4e19-868e-1194cb6ac783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740499'] for router_interface, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:55.947720 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-1791970f-dbcc-4e19-868e-1194cb6ac783 admin admin] Deleting port 075b7d53-872d-44df-9ac7-9b4716cb6a26 {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:41:55.948445 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1791970f-dbcc-4e19-868e-1194cb6ac783 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:56.025161 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [None req-1791970f-dbcc-4e19-868e-1194cb6ac783 admin admin] For port 075b7d53-872d-44df-9ac7-9b4716cb6a26, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=075b7d53-872d-44df-9ac7-9b4716cb6a26,segment=NetworkSegment(519a6d0e-73b2-4843-a249-198cd872bc98),segment_id=519a6d0e-73b2-4843-a249-198cd872bc98)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:41:56.025532 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1791970f-dbcc-4e19-868e-1194cb6ac783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:56.039346 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-1791970f-dbcc-4e19-868e-1194cb6ac783 admin admin] Calling delete_port for 075b7d53-872d-44df-9ac7-9b4716cb6a26 owned by network:router_interface {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:41:56.134845 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:56.283456 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 0302b2fb-da28-4cc4-bcac-de0479876d6e no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:41:56.312053 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: 0302b2fb-da28-4cc4-bcac-de0479876d6e {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:41:56.312393 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 0302b2fb-da28-4cc4-bcac-de0479876d6e not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:41:56.361036 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544fd9e-5829-4f11-bbcc-f4d19089324c req-7df53c13-6e0f-47d5-8b74-0b68c8966f84 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:56.362708 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b544fd9e-5829-4f11-bbcc-f4d19089324c req-7df53c13-6e0f-47d5-8b74-0b68c8966f84 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0594156 Nov 09 10:41:56.410551 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b544fd9e-5829-4f11-bbcc-f4d19089324c req-f032ca50-e8fd-48b3-ae91-da4536a07fc7 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413041 Nov 09 10:41:56.412976 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1791970f-dbcc-4e19-868e-1194cb6ac783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:56.413294 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:56.440103 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791970f-dbcc-4e19-868e-1194cb6ac783 admin admin] Pushing event deleted for resources: {'Port': ['ID=075b7d53-872d-44df-9ac7-9b4716cb6a26,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:56.622085 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1791970f-dbcc-4e19-868e-1194cb6ac783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570659'] for router_interface, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:56.857847 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1791970f-dbcc-4e19-868e-1194cb6ac783 admin admin] Router 37dd4d5b-2d07-4282-8613-453839c65531 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:41:56.990762 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1791970f-dbcc-4e19-868e-1194cb6ac783 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:41:57.000388 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-1791970f-dbcc-4e19-868e-1194cb6ac783 admin admin] 10.222.0.35 "PUT /v2.0/routers/37dd4d5b-2d07-4282-8613-453839c65531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1110456 Nov 09 10:41:57.000388 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48778) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:41:57.003394 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5662c7-c896-43b2-ade8-ccbacf5cafd6 None None] Sync routers for ids ['37dd4d5b-2d07-4282-8613-453839c65531'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:41:57.015764 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5662c7-c896-43b2-ade8-ccbacf5cafd6 None None] Routers {'37dd4d5b-2d07-4282-8613-453839c65531'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:41:57.016423 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-cf5662c7-c896-43b2-ade8-ccbacf5cafd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:41:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['37dd4d5b-2d07-4282-8613-453839c65531'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:41:57.112895 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b4a64702-07aa-4c58-9939-92725c7fabd5 admin admin] Publish callbacks [] for router, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:57.231723 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b4a64702-07aa-4c58-9939-92725c7fabd5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:57.252401 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-cf5662c7-c896-43b2-ade8-ccbacf5cafd6 None None] Set router 37dd4d5b-2d07-4282-8613-453839c65531 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:41:57.370833 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-b4a64702-07aa-4c58-9939-92725c7fabd5 admin admin] Deleting port f8a11284-58f8-4ec0-89f4-838af434c7b1 {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:41:57.371149 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b4a64702-07aa-4c58-9939-92725c7fabd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:57.450839 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-cf5662c7-c896-43b2-ade8-ccbacf5cafd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd4d5b-2d07-4282-8613-453839c65531', 'name': 'tempest-TestMinimumBasicScenario-53114223-router', 'tenant_id': '873e70b5c7364f19bbdbeeaf1232314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f8a11284-58f8-4ec0-89f4-838af434c7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:52Z', 'updated_at': '2021-11-09T10:41:56Z', 'revision_number': 5, 'project_id': '873e70b5c7364f19bbdbeeaf1232314a', 'gw_port': {'id': 'f8a11284-58f8-4ec0-89f4-838af434c7b1', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd4d5b-2d07-4282-8613-453839c65531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:54Z', 'updated_at': '2021-11-09T10:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:41:57.465713 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [None req-b4a64702-07aa-4c58-9939-92725c7fabd5 admin admin] For port f8a11284-58f8-4ec0-89f4-838af434c7b1, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=f8a11284-58f8-4ec0-89f4-838af434c7b1,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:41:57.466183 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b4a64702-07aa-4c58-9939-92725c7fabd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:57.478298 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5662c7-c896-43b2-ade8-ccbacf5cafd6 None None] Checking router: 37dd4d5b-2d07-4282-8613-453839c65531 for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:41:57.482280 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-b4a64702-07aa-4c58-9939-92725c7fabd5 admin admin] Calling delete_port for f8a11284-58f8-4ec0-89f4-838af434c7b1 owned by network:router_gateway {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:41:57.488962 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5662c7-c896-43b2-ade8-ccbacf5cafd6 None None] Routers {'37dd4d5b-2d07-4282-8613-453839c65531'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:41:57.489596 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-cf5662c7-c896-43b2-ade8-ccbacf5cafd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:41:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['37dd4d5b-2d07-4282-8613-453839c65531'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:41:57.581408 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c816bd6-234a-4a81-b428-db1148f6dbd7 req-dbbadd87-5c42-417a-aedd-abb0ef7bc622 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:41:57.584412 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1c816bd6-234a-4a81-b428-db1148f6dbd7 req-dbbadd87-5c42-417a-aedd-abb0ef7bc622 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 946 time: 0.0920761 Nov 09 10:41:57.586098 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-cf5662c7-c896-43b2-ade8-ccbacf5cafd6 None None] Set router 37dd4d5b-2d07-4282-8613-453839c65531 gateway port host: None {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:41:57.659000 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1c816bd6-234a-4a81-b428-db1148f6dbd7 req-2ed30f62-4b1f-48e8-9d36-eeb9e6b892d7 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541775 Nov 09 10:41:57.670520 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-cf5662c7-c896-43b2-ade8-ccbacf5cafd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd4d5b-2d07-4282-8613-453839c65531', 'name': 'tempest-TestMinimumBasicScenario-53114223-router', 'tenant_id': '873e70b5c7364f19bbdbeeaf1232314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:52Z', 'updated_at': '2021-11-09T10:41:57Z', 'revision_number': 6, 'project_id': '873e70b5c7364f19bbdbeeaf1232314a', 'gw_port_host': None}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:41:57.699249 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5662c7-c896-43b2-ade8-ccbacf5cafd6 None None] The sync data for ids ['37dd4d5b-2d07-4282-8613-453839c65531'] in dv-cinder-816628-1-iscsi is: [{'id': '37dd4d5b-2d07-4282-8613-453839c65531', 'name': 'tempest-TestMinimumBasicScenario-53114223-router', 'tenant_id': '873e70b5c7364f19bbdbeeaf1232314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:52Z', 'updated_at': '2021-11-09T10:41:57Z', 'revision_number': 6, 'project_id': '873e70b5c7364f19bbdbeeaf1232314a', 'gw_port_host': None}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:41:57.780083 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b4a64702-07aa-4c58-9939-92725c7fabd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:57.806759 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a64702-07aa-4c58-9939-92725c7fabd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a11284-58f8-4ec0-89f4-838af434c7b1,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:57.873296 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b4a64702-07aa-4c58-9939-92725c7fabd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741337'] for router_gateway, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:57.978680 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b4a64702-07aa-4c58-9939-92725c7fabd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3426'] for router, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:57.982712 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b4a64702-07aa-4c58-9939-92725c7fabd5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:58.128094 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b4a64702-07aa-4c58-9939-92725c7fabd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569440'] for router, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:58.128786 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a64702-07aa-4c58-9939-92725c7fabd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37dd4d5b-2d07-4282-8613-453839c65531 {{(pid=101904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 10:41:58.137202 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b4a64702-07aa-4c58-9939-92725c7fabd5 admin admin] Publish callbacks [] for router, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:58.138778 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-b4a64702-07aa-4c58-9939-92725c7fabd5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/37dd4d5b-2d07-4282-8613-453839c65531 HTTP/1.1" status: 204 len: 168 time: 1.1387625 Nov 09 10:41:58.141274 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48790) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:41:58.197682 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d583c3a-06b4-433e-b7bd-c83baa6f6c4e admin admin] Deleting subnet 2ce03547-20ae-4c03-8e4e-51907023e8e2 {{(pid=101904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 10:41:58.200982 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1d583c3a-06b4-433e-b7bd-c83baa6f6c4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:58.237066 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1d583c3a-06b4-433e-b7bd-c83baa6f6c4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8625588'] for subnet, precommit_delete_associations {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:58.278295 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 4ec27da7-2521-45f7-b283-ec70efcfae32 no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:41:58.353301 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1d583c3a-06b4-433e-b7bd-c83baa6f6c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1578030'] for subnet, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:58.373768 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:58.416625 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadb4dd5-78ec-40d3-86dd-40160c903665', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ec27da7-2521-45f7-b283-ec70efcfae32'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:41:58.419416 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1e5ba6-3306-4043-9bdf-8dd8e86147ec" -d '{"events": [{"server_uuid": "dadb4dd5-78ec-40d3-86dd-40160c903665", "name": "network-vif-unplugged", "status": "completed", "tag": "4ec27da7-2521-45f7-b283-ec70efcfae32"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:41:58.434027 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 4ec27da7-2521-45f7-b283-ec70efcfae32, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=4ec27da7-2521-45f7-b283-ec70efcfae32,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:41:58.457989 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 10:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7821e7f-0767-4914-a332-623f5b866358 x-openstack-request-id: req-a7821e7f-0767-4914-a332-623f5b866358 {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:41:58.457989 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadb4dd5-78ec-40d3-86dd-40160c903665", "name": "network-vif-unplugged", "status": "failed", "tag": "4ec27da7-2521-45f7-b283-ec70efcfae32", "code": 422}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:41:58.457989 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a7821e7f-0767-4914-a332-623f5b866358 {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:41:58.457989 dv-cinder-816628-1-iscsi neutron-server[101906]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dadb4dd5-78ec-40d3-86dd-40160c903665', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ec27da7-2521-45f7-b283-ec70efcfae32', 'code': 422} returned with failed status Nov 09 10:41:58.511957 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1d583c3a-06b4-433e-b7bd-c83baa6f6c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1578023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9053813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8460600'] for subnet, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:58.541484 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d583c3a-06b4-433e-b7bd-c83baa6f6c4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ce03547-20ae-4c03-8e4e-51907023e8e2,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:58.546151 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1d583c3a-06b4-433e-b7bd-c83baa6f6c4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:58.549923 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-1d583c3a-06b4-433e-b7bd-c83baa6f6c4e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2ce03547-20ae-4c03-8e4e-51907023e8e2 HTTP/1.1" status: 204 len: 168 time: 0.4075923 Nov 09 10:41:58.554009 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48794) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:41:58.557349 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bb02bb-fc39-4e88-aaaa-502acff9f157 None None] Network d2d09f58-1559-43b6-8ce9-d385346dc611 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:41:58.594022 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:58.601288 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 075b7d53-872d-44df-9ac7-9b4716cb6a26 no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:41:58.642313 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ef4f-5215-4d22-acfc-a9291e85e7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1668299'] for network, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:58.675898 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: 075b7d53-872d-44df-9ac7-9b4716cb6a26 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:41:58.676224 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 075b7d53-872d-44df-9ac7-9b4716cb6a26 not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:41:58.676376 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device f8a11284-58f8-4ec0-89f4-838af434c7b1 no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:41:58.712715 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: f8a11284-58f8-4ec0-89f4-838af434c7b1 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:41:58.713046 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device f8a11284-58f8-4ec0-89f4-838af434c7b1 not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:41:58.724054 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-3ee4ef4f-5215-4d22-acfc-a9291e85e7c6 admin admin] Deleting port 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:41:58.724054 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ef4f-5215-4d22-acfc-a9291e85e7c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:58.761008 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=4ec27da7-2521-45f7-b283-ec70efcfae32,revision_number=8']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:58.803838 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [None req-3ee4ef4f-5215-4d22-acfc-a9291e85e7c6 admin admin] For port 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=1e3d642c-8f5b-4ca2-9b8a-d88b953666cb,segment=NetworkSegment(519a6d0e-73b2-4843-a249-198cd872bc98),segment_id=519a6d0e-73b2-4843-a249-198cd872bc98)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:41:58.804430 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ef4f-5215-4d22-acfc-a9291e85e7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:58.828197 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-3ee4ef4f-5215-4d22-acfc-a9291e85e7c6 admin admin] Calling delete_port for 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb owned by network:dhcp {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:41:58.880355 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11afa20-704e-4aa6-b7bc-411d20e63757 None None] DHCP port deletion for d2d09f58-1559-43b6-8ce9-d385346dc611 request from dv-cinder-816628-1-iscsi {{(pid=101906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 10:41:58.949728 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-a11afa20-704e-4aa6-b7bc-411d20e63757 None None] Deleting port 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb {{(pid=101906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:41:58.950112 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-a11afa20-704e-4aa6-b7bc-411d20e63757 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:59.017610 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-a11afa20-704e-4aa6-b7bc-411d20e63757 None None] For port 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=1e3d642c-8f5b-4ca2-9b8a-d88b953666cb,segment=NetworkSegment(519a6d0e-73b2-4843-a249-198cd872bc98),segment_id=519a6d0e-73b2-4843-a249-198cd872bc98)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:41:59.018192 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-a11afa20-704e-4aa6-b7bc-411d20e63757 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:59.019594 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ef4f-5215-4d22-acfc-a9291e85e7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:59.043448 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-a11afa20-704e-4aa6-b7bc-411d20e63757 None None] Calling delete_port for 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb owned by network:dhcp {{(pid=101906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:41:59.046884 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4ef4f-5215-4d22-acfc-a9291e85e7c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e3d642c-8f5b-4ca2-9b8a-d88b953666cb,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:59.050770 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee4ef4f-5215-4d22-acfc-a9291e85e7c6 admin admin] No DVR routers for this DVR port 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb on host dv-cinder-816628-1-iscsi {{(pid=101904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:41:59.140550 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-a11afa20-704e-4aa6-b7bc-411d20e63757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146'] for port, after_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:59.145500 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ef4f-5215-4d22-acfc-a9291e85e7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1578843', 'neutron.services.segments.db._delete_segments_for_network-8781390831665'] for network, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:59.168199 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11afa20-704e-4aa6-b7bc-411d20e63757 None None] Pushing event deleted for resources: {'Port': ['ID=1e3d642c-8f5b-4ca2-9b8a-d88b953666cb,revision_number=None']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:59.171956 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11afa20-704e-4aa6-b7bc-411d20e63757 None None] No DVR routers for this DVR port 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb on host dv-cinder-816628-1-iscsi {{(pid=101906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:41:59.177276 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-3ee4ef4f-5215-4d22-acfc-a9291e85e7c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d09f58-1559-43b6-8ce9-d385346dc611']}} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:41:59.192318 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-3ee4ef4f-5215-4d22-acfc-a9291e85e7c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519a6d0e-73b2-4843-a249-198cd872bc98') {'for_net_delete': True} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:41:59.192637 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-3ee4ef4f-5215-4d22-acfc-a9291e85e7c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519a6d0e-73b2-4843-a249-198cd872bc98') {} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:41:59.202880 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ef4f-5215-4d22-acfc-a9291e85e7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781390865722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8625581'] for segment, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:59.217073 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ef4f-5215-4d22-acfc-a9291e85e7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:59.223290 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee4ef4f-5215-4d22-acfc-a9291e85e7c6 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 10:41:59.224710 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ef4f-5215-4d22-acfc-a9291e85e7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9053843'] for segment, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: Traceback (most recent call last): Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: timer() Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: cb(*args, **kw) Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: return func(*args, **kwargs) Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: self._notify() Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: self.callback(batched_events) Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: event.method(event) Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: return f(self, *a, **k) Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: return self._get(url).json() Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: return self.request(url, 'GET', **kwargs) Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 10:41:59.225458 dv-cinder-816628-1-iscsi neutron-server[101904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 10:41:59.362729 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ef4f-5215-4d22-acfc-a9291e85e7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741285'] for network, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:59.368998 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ef4f-5215-4d22-acfc-a9291e85e7c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:59.373081 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-3ee4ef4f-5215-4d22-acfc-a9291e85e7c6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d2d09f58-1559-43b6-8ce9-d385346dc611 HTTP/1.1" status: 204 len: 168 time: 0.8177059 Nov 09 10:41:59.384445 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4ef4f-5215-4d22-acfc-a9291e85e7c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2d09f58-1559-43b6-8ce9-d385346dc611,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:41:59.735466 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48810) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:41:59.775783 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-9c685b40-c513-4cb1-a928-80e907129ada admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b538f1548c3549a188cafef15f81b59c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390825 Nov 09 10:41:59.778419 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48812) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:41:59.828848 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f3a49410-e355-46de-adba-59a2c19af872 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:59.850478 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f3a49410-e355-46de-adba-59a2c19af872 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:59.899510 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [req-03e8c735-9817-4cf3-aac5-6112bc0f18f0 req-b5d2bad6-76e9-4fab-9938-c31b7f472dac service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 10:41:59.900557 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-03e8c735-9817-4cf3-aac5-6112bc0f18f0 req-b5d2bad6-76e9-4fab-9938-c31b7f472dac service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053306 Nov 09 10:41:59.974168 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f3a49410-e355-46de-adba-59a2c19af872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:59.977502 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f3a49410-e355-46de-adba-59a2c19af872 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:41:59.978876 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-f3a49410-e355-46de-adba-59a2c19af872 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c3f6873-6c52-4c44-a5b4-77a7860c4303 HTTP/1.1" status: 204 len: 168 time: 0.1994419 Nov 09 10:41:59.989779 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a49410-e355-46de-adba-59a2c19af872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3f6873-6c52-4c44-a5b4-77a7860c4303,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:42:00.231842 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045a99f-13d7-4317-af59-313d8f0eba09 req-d03bc2e4-e3d7-41d0-9847-88983c985bf5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:00.233327 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-8045a99f-13d7-4317-af59-313d8f0eba09 req-d03bc2e4-e3d7-41d0-9847-88983c985bf5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 944 time: 0.0587575 Nov 09 10:42:00.299489 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:42:00.331099 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-8045a99f-13d7-4317-af59-313d8f0eba09 req-9930dd1b-43bc-49d4-8f83-e7c2885fe7d7 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858855 Nov 09 10:42:00.341255 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:42:00.341255 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 1e3d642c-8f5b-4ca2-9b8a-d88b953666cb not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:42:00.481635 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0fdf5151-5ad9-4dc3-8e3c-56f4b31600e6 req-e4ba2d38-74c8-4ea6-8127-f04860fa3ba8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0453184 Nov 09 10:42:00.797510 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48838) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:42:00.836978 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-6c25ed47-e013-440a-a724-c94c69ec54a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=873e70b5c7364f19bbdbeeaf1232314a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383196 Nov 09 10:42:00.839471 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48840) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:42:00.890218 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b0ed073b-3e93-4427-951b-105518289b9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:00.919433 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b0ed073b-3e93-4427-951b-105518289b9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:01.013668 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b0ed073b-3e93-4427-951b-105518289b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:01.016310 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-b0ed073b-3e93-4427-951b-105518289b9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:01.017512 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-b0ed073b-3e93-4427-951b-105518289b9b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f94bd25f-e4ad-493a-80fa-b79f13efa73f HTTP/1.1" status: 204 len: 168 time: 0.1770775 Nov 09 10:42:01.025642 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed073b-3e93-4427-951b-105518289b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94bd25f-e4ad-493a-80fa-b79f13efa73f,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:42:01.488341 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4205e0-8db7-469a-9e87-bfd834ec45d0 req-a234fdf7-6e33-4e9d-a82d-78172575530f tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:01.490140 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6e4205e0-8db7-469a-9e87-bfd834ec45d0 req-a234fdf7-6e33-4e9d-a82d-78172575530f tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 944 time: 0.0605154 Nov 09 10:42:01.568102 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6e4205e0-8db7-469a-9e87-bfd834ec45d0 req-96c0599a-1aeb-4977-bf53-423a445e4d26 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686436 Nov 09 10:42:01.931373 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf5151-5ad9-4dc3-8e3c-56f4b31600e6 req-df72861b-d293-4769-82ac-971daf62c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:01.932874 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0fdf5151-5ad9-4dc3-8e3c-56f4b31600e6 req-df72861b-d293-4769-82ac-971daf62c3a8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665&tenant_id=0cd90823f43e4d41be05683e40b3ac62 HTTP/1.1" status: 200 len: 1097 time: 0.0728784 Nov 09 10:42:02.000201 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf5151-5ad9-4dc3-8e3c-56f4b31600e6 req-d68dbd96-dcfb-47a7-8920-1195d17e8620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:02.001707 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0fdf5151-5ad9-4dc3-8e3c-56f4b31600e6 req-d68dbd96-dcfb-47a7-8920-1195d17e8620 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0cd90823f43e4d41be05683e40b3ac62&device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 1097 time: 0.0411184 Nov 09 10:42:02.098933 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf5151-5ad9-4dc3-8e3c-56f4b31600e6 req-ae38584f-9fdd-4243-9345-9f941be8a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:02.100445 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0fdf5151-5ad9-4dc3-8e3c-56f4b31600e6 req-ae38584f-9fdd-4243-9345-9f941be8a391 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34358316-6aa9-484d-bebb-9653f7b5c623 HTTP/1.1" status: 200 len: 916 time: 0.0907798 Nov 09 10:42:02.168748 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0fdf5151-5ad9-4dc3-8e3c-56f4b31600e6 req-bd2acc62-479c-43a2-b38b-2714a6ed6bd3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ec27da7-2521-45f7-b283-ec70efcfae32 HTTP/1.1" status: 200 len: 999 time: 0.0594826 Nov 09 10:42:02.222702 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf5151-5ad9-4dc3-8e3c-56f4b31600e6 req-8455e2a7-dd3a-4a50-acb2-888f8aa7e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:02.224229 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0fdf5151-5ad9-4dc3-8e3c-56f4b31600e6 req-8455e2a7-dd3a-4a50-acb2-888f8aa7e07a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46b6d451-069c-417f-a922-9abd3afe77e2 HTTP/1.1" status: 200 len: 855 time: 0.0473685 Nov 09 10:42:02.527835 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf5151-5ad9-4dc3-8e3c-56f4b31600e6 req-12dd63db-6665-4138-80d3-2af3a153b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:02.529390 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0fdf5151-5ad9-4dc3-8e3c-56f4b31600e6 req-12dd63db-6665-4138-80d3-2af3a153b5ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34358316-6aa9-484d-bebb-9653f7b5c623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2843187 Nov 09 10:42:02.627563 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0fdf5151-5ad9-4dc3-8e3c-56f4b31600e6 req-3915bbc6-e2a8-4fa8-a418-8a8cc786372d service neutron] 10.222.0.30 "GET /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885496 Nov 09 10:42:02.698021 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93990e8c-b248-4cf1-850e-58891bf97b8c req-aa6fabac-0e2e-46ea-8f82-82042364a69a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:02.699608 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-93990e8c-b248-4cf1-850e-58891bf97b8c req-aa6fabac-0e2e-46ea-8f82-82042364a69a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 944 time: 0.0509939 Nov 09 10:42:02.728736 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0fdf5151-5ad9-4dc3-8e3c-56f4b31600e6 req-8a151943-eecc-49b0-a2d5-370137a593f0 service neutron] 10.222.0.30 "GET /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907428 Nov 09 10:42:02.750288 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-93990e8c-b248-4cf1-850e-58891bf97b8c req-f23f6204-5611-47c6-8f71-4214309181bc tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437536 Nov 09 10:42:03.876429 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46db6a1-05dd-4811-9aa5-73d8a2e58825 req-f8ab6866-88e7-4f75-ae13-12de8887d662 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:03.877968 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f46db6a1-05dd-4811-9aa5-73d8a2e58825 req-f8ab6866-88e7-4f75-ae13-12de8887d662 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 944 time: 0.0524182 Nov 09 10:42:03.953377 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f46db6a1-05dd-4811-9aa5-73d8a2e58825 req-6f3a5079-23a7-4127-9b78-1faf6aa48331 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692010 Nov 09 10:42:05.091238 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cb767-f5bd-45b6-96f3-308a13031ccd req-67e0f50e-5a7f-4dee-880f-3299e38c35f0 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:05.092967 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-725cb767-f5bd-45b6-96f3-308a13031ccd req-67e0f50e-5a7f-4dee-880f-3299e38c35f0 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 944 time: 0.0624635 Nov 09 10:42:05.148301 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-725cb767-f5bd-45b6-96f3-308a13031ccd req-2ac8aace-0f3a-4777-98c0-ac6d802f6b42 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491099 Nov 09 10:42:06.301068 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de438e65-3a6b-4066-bf9a-3fd7a1769549 req-cd6961e3-5a51-443e-83ab-4072f8a4e5d0 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:06.302709 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-de438e65-3a6b-4066-bf9a-3fd7a1769549 req-cd6961e3-5a51-443e-83ab-4072f8a4e5d0 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 944 time: 0.0584791 Nov 09 10:42:06.363410 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-de438e65-3a6b-4066-bf9a-3fd7a1769549 req-aae38e06-a6a9-434c-9dfc-5323c361787e tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496142 Nov 09 10:42:07.494606 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a236380-41b4-4746-bea8-a58c958b102f req-53371c4a-79a6-46e2-b9b1-10c063d4acc1 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:07.496813 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-8a236380-41b4-4746-bea8-a58c958b102f req-53371c4a-79a6-46e2-b9b1-10c063d4acc1 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 944 time: 0.0543838 Nov 09 10:42:07.582530 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-8a236380-41b4-4746-bea8-a58c958b102f req-0736a076-e729-4422-b584-1263c23397ab tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747344 Nov 09 10:42:08.752544 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b20c3-612c-4d94-99b3-c269b994f325 req-43181489-99ec-48a4-903f-8754a04671d7 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:08.755221 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-455b20c3-612c-4d94-99b3-c269b994f325 req-43181489-99ec-48a4-903f-8754a04671d7 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 944 time: 0.0965154 Nov 09 10:42:08.820523 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-455b20c3-612c-4d94-99b3-c269b994f325 req-f034accb-1781-4a2c-86b5-c1d8bdc5d56d tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590143 Nov 09 10:42:09.988208 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d2008-37eb-46b8-8837-d8c4b7e35cbd req-e6a947c9-0b8c-449e-b804-1c620ff50602 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:09.989683 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e64d2008-37eb-46b8-8837-d8c4b7e35cbd req-e6a947c9-0b8c-449e-b804-1c620ff50602 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 944 time: 0.0490668 Nov 09 10:42:10.048929 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e64d2008-37eb-46b8-8837-d8c4b7e35cbd req-6c65f924-5166-4389-a1ae-afaa5b45ff38 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482302 Nov 09 10:42:11.191311 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edba498-0f44-4852-9b5b-046daeb39422 req-cd6749d9-1d97-441a-9dcc-6c7de6898f99 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:11.192921 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4edba498-0f44-4852-9b5b-046daeb39422 req-cd6749d9-1d97-441a-9dcc-6c7de6898f99 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 944 time: 0.0663540 Nov 09 10:42:11.258078 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4edba498-0f44-4852-9b5b-046daeb39422 req-2a27fadb-bf56-443c-8bcf-989355682dca tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567844 Nov 09 10:42:12.394888 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb137b-80e0-44fd-9616-025298985b59 req-c349f186-0455-461a-97db-d932189e1b9f tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:12.396456 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-96bb137b-80e0-44fd-9616-025298985b59 req-c349f186-0455-461a-97db-d932189e1b9f tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 944 time: 0.0541804 Nov 09 10:42:12.444987 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-96bb137b-80e0-44fd-9616-025298985b59 req-9d940416-5f88-4d0d-b305-09aca698ad96 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424359 Nov 09 10:42:13.592042 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03f284-fd72-4e6b-a211-a2bca69bbbe1 req-83d88a10-4376-4f6b-9637-cd3a9cb160a3 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:13.593623 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-de03f284-fd72-4e6b-a211-a2bca69bbbe1 req-83d88a10-4376-4f6b-9637-cd3a9cb160a3 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 944 time: 0.0524378 Nov 09 10:42:13.655408 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-de03f284-fd72-4e6b-a211-a2bca69bbbe1 req-bca6a761-ad2d-49c2-897a-260229600af0 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554795 Nov 09 10:42:14.806205 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed99c7-0656-4950-b674-aa9fbefe3ac0 req-767644c8-9b9a-4626-b2f1-d23d25676137 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:14.808593 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-15ed99c7-0656-4950-b674-aa9fbefe3ac0 req-767644c8-9b9a-4626-b2f1-d23d25676137 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 944 time: 0.0669158 Nov 09 10:42:14.878673 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-15ed99c7-0656-4950-b674-aa9fbefe3ac0 req-d48dbdd3-2e63-4a4d-95b4-f47edae82db2 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593541 Nov 09 10:42:16.030421 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39759533-b5af-4dbf-a3e9-048b7674a9a7 req-e3654ecf-2929-49f4-89f0-7ad1b1601348 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:16.032039 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-39759533-b5af-4dbf-a3e9-048b7674a9a7 req-e3654ecf-2929-49f4-89f0-7ad1b1601348 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 944 time: 0.0554132 Nov 09 10:42:16.093392 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-39759533-b5af-4dbf-a3e9-048b7674a9a7 req-f655c0e4-d9c8-4034-b0f0-2eb52838bf03 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549042 Nov 09 10:42:17.216720 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bb5f8-814c-4c18-9f2a-d227d2eac5eb req-0a755aea-3dd4-4096-b5ca-3f8f50e7388f tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:17.218325 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-0f7bb5f8-814c-4c18-9f2a-d227d2eac5eb req-0a755aea-3dd4-4096-b5ca-3f8f50e7388f tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 944 time: 0.0518777 Nov 09 10:42:17.280873 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-0f7bb5f8-814c-4c18-9f2a-d227d2eac5eb req-14d16680-800c-4458-b851-794d75f43d44 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564642 Nov 09 10:42:18.325599 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 4ec27da7-2521-45f7-b283-ec70efcfae32 details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:42:18.410481 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821b430-bbde-462e-ba7a-dfbaf0b47201 req-aa9655eb-5ca1-4157-8583-e77aa8f5cece tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:18.412215 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4821b430-bbde-462e-ba7a-dfbaf0b47201 req-aa9655eb-5ca1-4157-8583-e77aa8f5cece tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 944 time: 0.0526781 Nov 09 10:42:18.462980 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 4ec27da7-2521-45f7-b283-ec70efcfae32, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=4ec27da7-2521-45f7-b283-ec70efcfae32,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:42:18.474973 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4821b430-bbde-462e-ba7a-dfbaf0b47201 req-5cf87341-00d6-485f-a136-7177ddffae18 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552700 Nov 09 10:42:18.482411 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': '4ec27da7-2521-45f7-b283-ec70efcfae32', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'port_id': '4ec27da7-2521-45f7-b283-ec70efcfae32', 'mac_address': 'fa:16:3e:c7:71:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:42:18.555708 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:18.579339 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec27da7-2521-45f7-b283-ec70efcfae32 {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:42:18.616806 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 4ec27da7-2521-45f7-b283-ec70efcfae32, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=4ec27da7-2521-45f7-b283-ec70efcfae32,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:42:18.682339 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:18.733379 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=4ec27da7-2521-45f7-b283-ec70efcfae32,revision_number=9']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:42:18.905708 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['4ec27da7-2521-45f7-b283-ec70efcfae32'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:42:19.603824 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab3e5c-c573-4bcf-8d97-7de69db91f69 req-99138f64-794f-46cb-be58-45ef734db5b6 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:19.605369 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-33ab3e5c-c573-4bcf-8d97-7de69db91f69 req-99138f64-794f-46cb-be58-45ef734db5b6 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 945 time: 0.0522928 Nov 09 10:42:19.666315 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-33ab3e5c-c573-4bcf-8d97-7de69db91f69 req-44fe8b12-b8b2-449b-9a79-7997199209f6 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546310 Nov 09 10:42:20.334264 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 4ec27da7-2521-45f7-b283-ec70efcfae32 up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:42:20.388298 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port 4ec27da7-2521-45f7-b283-ec70efcfae32 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:42:20.388671 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:20.482760 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:20.488195 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be28e42-37b9-406a-aaff-96300b218527 req-9b908959-0a8e-4af6-993c-56e704122e22 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:20.489671 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7be28e42-37b9-406a-aaff-96300b218527 req-9b908959-0a8e-4af6-993c-56e704122e22 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.0495670 Nov 09 10:42:20.506065 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadb4dd5-78ec-40d3-86dd-40160c903665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec27da7-2521-45f7-b283-ec70efcfae32'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:42:20.508324 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad312203-ef7e-4601-9a0f-fe2571aa7eb1" -d '{"events": [{"server_uuid": "dadb4dd5-78ec-40d3-86dd-40160c903665", "name": "network-vif-plugged", "status": "completed", "tag": "4ec27da7-2521-45f7-b283-ec70efcfae32"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:42:20.521760 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 4ec27da7-2521-45f7-b283-ec70efcfae32, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=4ec27da7-2521-45f7-b283-ec70efcfae32,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:42:20.551985 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968aee72-8e65-43a0-9a74-2909bf38bdb2 x-openstack-request-id: req-968aee72-8e65-43a0-9a74-2909bf38bdb2 {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:42:20.552352 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadb4dd5-78ec-40d3-86dd-40160c903665", "name": "network-vif-plugged", "status": "completed", "tag": "4ec27da7-2521-45f7-b283-ec70efcfae32", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:42:20.552509 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-968aee72-8e65-43a0-9a74-2909bf38bdb2 {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:42:20.553439 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadb4dd5-78ec-40d3-86dd-40160c903665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec27da7-2521-45f7-b283-ec70efcfae32', 'code': 200} Nov 09 10:42:20.555946 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7be28e42-37b9-406a-aaff-96300b218527 req-b69a4ceb-aec5-4002-bd53-276cd0ec588d tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596972 Nov 09 10:42:20.642207 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-61acb6b1-0140-4323-b05e-3dd4fe5db0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:20.676753 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:20.736484 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=4ec27da7-2521-45f7-b283-ec70efcfae32,revision_number=10']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:42:20.749308 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:42:20.807499 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1333f-c066-4f69-ad81-83ead4426da4 req-dd5d71a8-2350-4d3c-82a4-a89989a70b1f tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:20.809160 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4bd1333f-c066-4f69-ad81-83ead4426da4 req-dd5d71a8-2350-4d3c-82a4-a89989a70b1f tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 947 time: 0.0628691 Nov 09 10:42:20.859710 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4bd1333f-c066-4f69-ad81-83ead4426da4 req-f419f691-a7c9-454c-9d66-b066fe1cd92f tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440269 Nov 09 10:42:20.946314 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f823397-1ded-46ab-be6c-e6985a100c03 req-86068151-f850-4701-a6f3-13e18af59066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:20.947815 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7f823397-1ded-46ab-be6c-e6985a100c03 req-86068151-f850-4701-a6f3-13e18af59066 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 1100 time: 0.0442090 Nov 09 10:42:20.995637 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7f823397-1ded-46ab-be6c-e6985a100c03 req-dfde978f-d19f-421b-9196-a50da0693174 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386627 Nov 09 10:42:21.686650 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd55439-1de3-42fb-9a87-bdb4eff54b23 req-98394b09-4530-4924-bf6a-a9a542eb3b36 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:21.688226 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1bd55439-1de3-42fb-9a87-bdb4eff54b23 req-98394b09-4530-4924-bf6a-a9a542eb3b36 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.0548496 Nov 09 10:42:21.740588 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1bd55439-1de3-42fb-9a87-bdb4eff54b23 req-4af9a8b8-c330-4ec5-8129-702ae7a015b6 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460973 Nov 09 10:42:21.988381 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc4786-f89c-4632-83c8-e7e0b39926b4 req-0a233dcb-42d9-4cfa-b9d7-7819e3419075 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:21.991204 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d4dc4786-f89c-4632-83c8-e7e0b39926b4 req-0a233dcb-42d9-4cfa-b9d7-7819e3419075 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 947 time: 0.0546534 Nov 09 10:42:22.052772 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-d4dc4786-f89c-4632-83c8-e7e0b39926b4 req-61be6605-de09-4be9-80da-036902c8b164 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537667 Nov 09 10:42:22.884697 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c583a-3504-4388-b34a-c0adabea7059 req-c27904a1-7f5d-4305-9049-36437791af54 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:22.887107 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9f8c583a-3504-4388-b34a-c0adabea7059 req-c27904a1-7f5d-4305-9049-36437791af54 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.0658746 Nov 09 10:42:22.952937 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9f8c583a-3504-4388-b34a-c0adabea7059 req-e90d2758-0dc3-42a4-9816-9f5eb2f311f4 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579953 Nov 09 10:42:23.211201 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a943c-33df-47ce-b7dc-f64424c6eec1 req-79373705-822d-43e2-887e-774a4c770907 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:23.213005 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e53a943c-33df-47ce-b7dc-f64424c6eec1 req-79373705-822d-43e2-887e-774a4c770907 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 947 time: 0.0544412 Nov 09 10:42:23.283139 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e53a943c-33df-47ce-b7dc-f64424c6eec1 req-ff31798c-99ed-4c38-8b3c-1129ee1a1f9e tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579009 Nov 09 10:42:23.310571 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-bacc2359-0139-48c0-bf24-84844866d0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:24.013080 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:24.098071 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca541aa2-47ec-429c-8920-0444814a6054 req-5316c145-e09b-41b5-96b7-3c75d25cdc2e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:24.099633 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ca541aa2-47ec-429c-8920-0444814a6054 req-5316c145-e09b-41b5-96b7-3c75d25cdc2e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.0573072 Nov 09 10:42:24.152101 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-ca541aa2-47ec-429c-8920-0444814a6054 req-a6a8070a-e701-4bd0-8bc4-2f86f977cd3f tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463753 Nov 09 10:42:24.414817 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0568a-3700-4a0e-8adb-0c10ee000ec5 req-284f94ae-8e44-4ed0-a469-54adca626556 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:24.416467 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-33f0568a-3700-4a0e-8adb-0c10ee000ec5 req-284f94ae-8e44-4ed0-a469-54adca626556 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 947 time: 0.0528669 Nov 09 10:42:24.470936 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-33f0568a-3700-4a0e-8adb-0c10ee000ec5 req-800e8ad1-a8ca-47d2-b9b7-45b54b61cc33 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454917 Nov 09 10:42:25.288750 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2c2c0-7993-4ae5-bce9-8ca6b8a9ee45 req-ffa7577a-b903-48c3-8555-00f214bcbfa0 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:25.290354 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e5a2c2c0-7993-4ae5-bce9-8ca6b8a9ee45 req-ffa7577a-b903-48c3-8555-00f214bcbfa0 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.0611527 Nov 09 10:42:25.350077 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e5a2c2c0-7993-4ae5-bce9-8ca6b8a9ee45 req-c65788f9-27a6-44ce-a038-774f3a08a141 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495229 Nov 09 10:42:25.504464 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:26.133144 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:26.450526 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:26.501163 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec07b9f-2df6-4cff-88ad-dd5d225ee2c8 req-cd8a5fd3-0990-4af5-abfb-d33aed59e60a tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:26.502717 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-dec07b9f-2df6-4cff-88ad-dd5d225ee2c8 req-cd8a5fd3-0990-4af5-abfb-d33aed59e60a tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.0546398 Nov 09 10:42:26.554934 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-dec07b9f-2df6-4cff-88ad-dd5d225ee2c8 req-6fa6a172-76bc-4047-8e07-dfae7449fe4c tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459056 Nov 09 10:42:27.668497 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f614ec8-27d5-428e-b140-0d97dbc8bf88 req-9b5131d7-b02a-40c9-ad28-9aefacefde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:27.670031 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9f614ec8-27d5-428e-b140-0d97dbc8bf88 req-9b5131d7-b02a-40c9-ad28-9aefacefde2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06af7c886c064b628757c347296afd9f&device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 1099 time: 0.0459793 Nov 09 10:42:27.699152 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47447b5b-7950-45e7-a81e-221667c6e10d req-02fc9186-28a9-4977-9c63-4a88193e0618 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:27.700679 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-47447b5b-7950-45e7-a81e-221667c6e10d req-02fc9186-28a9-4977-9c63-4a88193e0618 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.0626504 Nov 09 10:42:27.755297 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-47447b5b-7950-45e7-a81e-221667c6e10d req-a74ed7b3-b2d4-41a2-929d-957316287a88 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485694 Nov 09 10:42:27.778885 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f614ec8-27d5-428e-b140-0d97dbc8bf88 req-66d1bfc9-1e10-4def-897d-632f1818063b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:27.780377 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9f614ec8-27d5-428e-b140-0d97dbc8bf88 req-66d1bfc9-1e10-4def-897d-632f1818063b service neutron] 10.222.0.30 "GET /v2.0/networks?id=2fdcf95c-e1fc-4011-9f83-26a3b67584bf HTTP/1.1" status: 200 len: 909 time: 0.0923340 Nov 09 10:42:27.852797 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9f614ec8-27d5-428e-b140-0d97dbc8bf88 req-a539d07d-9cf7-4003-8399-f87fad8a8a44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d38d3818-cbd7-421b-b082-5a11c86acde0 HTTP/1.1" status: 200 len: 1002 time: 0.0657370 Nov 09 10:42:27.905957 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f614ec8-27d5-428e-b140-0d97dbc8bf88 req-3bbf4c9a-6eb6-433f-92e3-29e94aa9608f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:27.907499 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9f614ec8-27d5-428e-b140-0d97dbc8bf88 req-3bbf4c9a-6eb6-433f-92e3-29e94aa9608f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=162c9035-b134-4023-b2ba-1a2493525efe HTTP/1.1" status: 200 len: 848 time: 0.0478759 Nov 09 10:42:27.957054 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f614ec8-27d5-428e-b140-0d97dbc8bf88 req-e77f0ed2-4577-4b6a-94b5-9695010e0860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:27.958607 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9f614ec8-27d5-428e-b140-0d97dbc8bf88 req-e77f0ed2-4577-4b6a-94b5-9695010e0860 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2fdcf95c-e1fc-4011-9f83-26a3b67584bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441875 Nov 09 10:42:28.059730 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9f614ec8-27d5-428e-b140-0d97dbc8bf88 req-e7f7b1a6-960c-42f7-a455-0f93c492c844 service neutron] 10.222.0.30 "GET /v2.0/networks/2fdcf95c-e1fc-4011-9f83-26a3b67584bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940945 Nov 09 10:42:28.165060 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9f614ec8-27d5-428e-b140-0d97dbc8bf88 req-6d628a55-d344-49d3-8233-fbd5ea013ba4 service neutron] 10.222.0.30 "GET /v2.0/networks/2fdcf95c-e1fc-4011-9f83-26a3b67584bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911083 Nov 09 10:42:28.884159 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa796304-9b1d-4691-b7d7-cd23a27b2264 req-9a1501b4-0ec3-40b9-b6aa-33adc978f167 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:28.885834 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-aa796304-9b1d-4691-b7d7-cd23a27b2264 req-9a1501b4-0ec3-40b9-b6aa-33adc978f167 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.0585997 Nov 09 10:42:28.943061 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-aa796304-9b1d-4691-b7d7-cd23a27b2264 req-77b68e81-ecba-427c-9f3d-4b7e10565800 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510869 Nov 09 10:42:30.061927 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2bef5-4a41-49b8-b010-802223060c36 req-0f2d22ba-80d9-450d-bbae-838f36eb3ee5 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:30.063489 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f7a2bef5-4a41-49b8-b010-802223060c36 req-0f2d22ba-80d9-450d-bbae-838f36eb3ee5 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.0539336 Nov 09 10:42:30.130822 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f7a2bef5-4a41-49b8-b010-802223060c36 req-c3552311-490f-404b-9d67-2e3f46af0c6f tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573120 Nov 09 10:42:30.743721 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7914d48-a3ff-4c66-aa07-56c12b44f65e req-355803d3-e327-476f-9af5-034a7e2c6afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:30.746187 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f7914d48-a3ff-4c66-aa07-56c12b44f65e req-355803d3-e327-476f-9af5-034a7e2c6afb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06af7c886c064b628757c347296afd9f&device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 1099 time: 0.0449777 Nov 09 10:42:30.858009 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7914d48-a3ff-4c66-aa07-56c12b44f65e req-48ea9390-98d8-40fb-998c-5766a9f96717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:30.859484 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f7914d48-a3ff-4c66-aa07-56c12b44f65e req-48ea9390-98d8-40fb-998c-5766a9f96717 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2fdcf95c-e1fc-4011-9f83-26a3b67584bf HTTP/1.1" status: 200 len: 909 time: 0.1067579 Nov 09 10:42:30.927387 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f7914d48-a3ff-4c66-aa07-56c12b44f65e req-ef4b9535-9c7d-49d6-809b-629eb4445e0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d38d3818-cbd7-421b-b082-5a11c86acde0 HTTP/1.1" status: 200 len: 1002 time: 0.0601242 Nov 09 10:42:30.976608 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7914d48-a3ff-4c66-aa07-56c12b44f65e req-addbf25b-3317-42f7-90e9-2477a497f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:30.978060 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f7914d48-a3ff-4c66-aa07-56c12b44f65e req-addbf25b-3317-42f7-90e9-2477a497f6b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=162c9035-b134-4023-b2ba-1a2493525efe HTTP/1.1" status: 200 len: 848 time: 0.0442610 Nov 09 10:42:31.027874 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7914d48-a3ff-4c66-aa07-56c12b44f65e req-c1b71877-f34b-4a58-9f94-9b3839e8e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:31.029419 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f7914d48-a3ff-4c66-aa07-56c12b44f65e req-c1b71877-f34b-4a58-9f94-9b3839e8e538 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2fdcf95c-e1fc-4011-9f83-26a3b67584bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441642 Nov 09 10:42:31.123571 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f7914d48-a3ff-4c66-aa07-56c12b44f65e req-39990ac9-db47-4c7f-a167-07cc56ffa670 service neutron] 10.222.0.30 "GET /v2.0/networks/2fdcf95c-e1fc-4011-9f83-26a3b67584bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870137 Nov 09 10:42:31.249051 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f7914d48-a3ff-4c66-aa07-56c12b44f65e req-8e6f439b-e593-403e-9aa4-fd4b65ee310c service neutron] 10.222.0.30 "GET /v2.0/networks/2fdcf95c-e1fc-4011-9f83-26a3b67584bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188231 Nov 09 10:42:31.273844 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d57256-a0d2-4fa8-b9dd-d069c85bff62 req-1a0aebc1-ccb5-4793-b5db-df14d23cb7a8 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:31.275342 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-78d57256-a0d2-4fa8-b9dd-d069c85bff62 req-1a0aebc1-ccb5-4793-b5db-df14d23cb7a8 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.0703163 Nov 09 10:42:31.328744 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-78d57256-a0d2-4fa8-b9dd-d069c85bff62 req-49ce16c1-704e-4e42-bc08-8df966cef735 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468307 Nov 09 10:42:32.444273 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20456686-78ae-43c6-bb61-0b7af0cdc893 req-389312b4-6d92-4ad9-a2c0-7fbbb0debd32 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:32.445785 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-20456686-78ae-43c6-bb61-0b7af0cdc893 req-389312b4-6d92-4ad9-a2c0-7fbbb0debd32 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.0480411 Nov 09 10:42:32.497079 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-20456686-78ae-43c6-bb61-0b7af0cdc893 req-87e95b86-f480-4651-8a39-f0875dd98b31 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442603 Nov 09 10:42:33.614003 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f9a86-2b0d-4129-8740-038f36911335 req-e59ee416-ae22-4a5c-97ab-6d99a97b54db tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:33.615493 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-bb4f9a86-2b0d-4129-8740-038f36911335 req-e59ee416-ae22-4a5c-97ab-6d99a97b54db tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.0502248 Nov 09 10:42:33.670226 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-bb4f9a86-2b0d-4129-8740-038f36911335 req-0de21275-4c13-4f16-bedc-c2d8c276bbbd tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483420 Nov 09 10:42:35.040027 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f035e-1d1a-45a9-b2cb-22b9c68bfa4c req-6ef30a35-0f52-4c10-9004-63f6742763ad tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:35.041523 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b67f035e-1d1a-45a9-b2cb-22b9c68bfa4c req-6ef30a35-0f52-4c10-9004-63f6742763ad tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.3034580 Nov 09 10:42:35.089988 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b67f035e-1d1a-45a9-b2cb-22b9c68bfa4c req-04ce4fba-d43c-4dd1-a82d-6c5dc884dd3d tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423617 Nov 09 10:42:35.436504 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe50c4-2b52-4983-992c-6732d696501b req-a999ccbd-c8b9-4d12-a006-d081ebd2fc57 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:35.438026 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-eebe50c4-2b52-4983-992c-6732d696501b req-a999ccbd-c8b9-4d12-a006-d081ebd2fc57 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.0486922 Nov 09 10:42:35.490472 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-eebe50c4-2b52-4983-992c-6732d696501b req-f362edde-8bc6-43b3-a1a4-1f7d7c95a52a tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455606 Nov 09 10:42:35.566534 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 48992) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:42:35.653563 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3dc2f0d5-314c-44c0-bb46-b471d3375c7e req-9423a8d1-16fb-4273-93d3-6d2cd43c8208 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858343 Nov 09 10:42:35.662354 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [req-3dc2f0d5-314c-44c0-bb46-b471d3375c7e req-ae0ecead-0a66-44f7-82c3-d359fd4107bd service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 10:42:35.664394 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3dc2f0d5-314c-44c0-bb46-b471d3375c7e req-ae0ecead-0a66-44f7-82c3-d359fd4107bd service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048723 Nov 09 10:42:36.395620 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device d38d3818-cbd7-421b-b082-5a11c86acde0 no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:42:36.476031 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:36.501541 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69b3316-b442-4f7a-b46a-5feb9613b807', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd38d3818-cbd7-421b-b082-5a11c86acde0'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:42:36.503784 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1ddbb1-fed5-442e-9555-e428e559da5f" -d '{"events": [{"server_uuid": "d69b3316-b442-4f7a-b46a-5feb9613b807", "name": "network-vif-unplugged", "status": "completed", "tag": "d38d3818-cbd7-421b-b082-5a11c86acde0"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:42:36.517148 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port d38d3818-cbd7-421b-b082-5a11c86acde0, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=d38d3818-cbd7-421b-b082-5a11c86acde0,segment=NetworkSegment(cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7),segment_id=cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:42:36.537513 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 10:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b361e5e-e281-4267-9a16-061dc652de3d x-openstack-request-id: req-5b361e5e-e281-4267-9a16-061dc652de3d {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:42:36.537799 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69b3316-b442-4f7a-b46a-5feb9613b807", "name": "network-vif-unplugged", "status": "failed", "tag": "d38d3818-cbd7-421b-b082-5a11c86acde0", "code": 422}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:42:36.538068 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5b361e5e-e281-4267-9a16-061dc652de3d {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:42:36.538458 dv-cinder-816628-1-iscsi neutron-server[101906]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd69b3316-b442-4f7a-b46a-5feb9613b807', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd38d3818-cbd7-421b-b082-5a11c86acde0', 'code': 422} returned with failed status Nov 09 10:42:36.601305 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:36.607354 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82a018-602e-4ee5-b5a1-fa8d897e15e2 req-12590d69-7e84-4a14-b1be-e52f697e6701 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:36.609120 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1f82a018-602e-4ee5-b5a1-fa8d897e15e2 req-12590d69-7e84-4a14-b1be-e52f697e6701 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.0503483 Nov 09 10:42:36.649828 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=d38d3818-cbd7-421b-b082-5a11c86acde0,revision_number=6']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:42:36.662286 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1f82a018-602e-4ee5-b5a1-fa8d897e15e2 req-a3ff3b78-406b-4bd2-bda1-b1ba3551ea40 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472229 Nov 09 10:42:37.785531 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646a1d2-06ab-4ea1-9201-edc370607254 req-1e5c9f7c-0613-458f-bca8-6cb299e92766 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:37.787079 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4646a1d2-06ab-4ea1-9201-edc370607254 req-1e5c9f7c-0613-458f-bca8-6cb299e92766 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 944 time: 0.0505865 Nov 09 10:42:37.839586 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4646a1d2-06ab-4ea1-9201-edc370607254 req-b898d576-bcb2-4a82-b0ec-37a723614a36 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461161 Nov 09 10:42:37.932817 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2f0d5-314c-44c0-bb46-b471d3375c7e req-07402aee-a5f9-4239-85b4-f9262cf9a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:37.934850 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3dc2f0d5-314c-44c0-bb46-b471d3375c7e req-07402aee-a5f9-4239-85b4-f9262cf9a661 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807&tenant_id=06af7c886c064b628757c347296afd9f HTTP/1.1" status: 200 len: 1097 time: 0.0445135 Nov 09 10:42:37.999850 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2f0d5-314c-44c0-bb46-b471d3375c7e req-0a186094-a7cd-4b3c-963d-b318b002f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:38.001382 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3dc2f0d5-314c-44c0-bb46-b471d3375c7e req-0a186094-a7cd-4b3c-963d-b318b002f1d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06af7c886c064b628757c347296afd9f&device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 1097 time: 0.0423844 Nov 09 10:42:38.091829 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2f0d5-314c-44c0-bb46-b471d3375c7e req-0c9520e3-314a-4dd3-9316-823d8cea90c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:38.093337 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3dc2f0d5-314c-44c0-bb46-b471d3375c7e req-0c9520e3-314a-4dd3-9316-823d8cea90c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2fdcf95c-e1fc-4011-9f83-26a3b67584bf HTTP/1.1" status: 200 len: 909 time: 0.0851920 Nov 09 10:42:38.163155 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3dc2f0d5-314c-44c0-bb46-b471d3375c7e req-8532816d-8ab5-434a-ba04-32b6bb255643 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d38d3818-cbd7-421b-b082-5a11c86acde0 HTTP/1.1" status: 200 len: 1000 time: 0.0617564 Nov 09 10:42:38.212507 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2f0d5-314c-44c0-bb46-b471d3375c7e req-30955643-6d24-4cc5-9148-33f1a76a0e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:38.213872 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3dc2f0d5-314c-44c0-bb46-b471d3375c7e req-30955643-6d24-4cc5-9148-33f1a76a0e73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=162c9035-b134-4023-b2ba-1a2493525efe HTTP/1.1" status: 200 len: 848 time: 0.0435989 Nov 09 10:42:38.260389 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2f0d5-314c-44c0-bb46-b471d3375c7e req-70a00b86-881f-4e75-89d2-24aab0463673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:38.261889 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3dc2f0d5-314c-44c0-bb46-b471d3375c7e req-70a00b86-881f-4e75-89d2-24aab0463673 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2fdcf95c-e1fc-4011-9f83-26a3b67584bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403368 Nov 09 10:42:38.355067 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3dc2f0d5-314c-44c0-bb46-b471d3375c7e req-5ca10e6e-7ae7-40f1-a230-fb7af7931fb5 service neutron] 10.222.0.30 "GET /v2.0/networks/2fdcf95c-e1fc-4011-9f83-26a3b67584bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853665 Nov 09 10:42:38.445245 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3dc2f0d5-314c-44c0-bb46-b471d3375c7e req-1df82f41-42c2-4a4e-9e13-fa4fa831f898 service neutron] 10.222.0.30 "GET /v2.0/networks/2fdcf95c-e1fc-4011-9f83-26a3b67584bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830407 Nov 09 10:42:38.954623 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc6f6f-0a2c-4774-83b8-7201f36ec1bb req-06da7df1-35b7-4827-a13d-e5e759f027dc tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:38.956132 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e8fc6f6f-0a2c-4774-83b8-7201f36ec1bb req-06da7df1-35b7-4827-a13d-e5e759f027dc tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 944 time: 0.0488124 Nov 09 10:42:39.005817 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e8fc6f6f-0a2c-4774-83b8-7201f36ec1bb req-05011910-aa93-4e35-a338-f62480d87225 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437500 Nov 09 10:42:40.126376 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f54bb-2c49-4b8f-b7f2-90b790f68177 req-2f0343f9-fcce-4327-ac76-414bfd0f4d69 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:40.127848 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4b8f54bb-2c49-4b8f-b7f2-90b790f68177 req-2f0343f9-fcce-4327-ac76-414bfd0f4d69 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 944 time: 0.0553122 Nov 09 10:42:40.186320 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4b8f54bb-2c49-4b8f-b7f2-90b790f68177 req-4126f8cf-9087-48c5-9c03-4dc5a9af72f9 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514355 Nov 09 10:42:41.305895 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1fddc-3201-4c62-9c63-0da709d9bade req-19e62ff7-7183-43e0-b225-c92c928efec8 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:41.307404 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1da1fddc-3201-4c62-9c63-0da709d9bade req-19e62ff7-7183-43e0-b225-c92c928efec8 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 944 time: 0.0498154 Nov 09 10:42:41.357912 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1da1fddc-3201-4c62-9c63-0da709d9bade req-a4aa3612-e527-49fe-b5fd-8d78d0db6070 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444949 Nov 09 10:42:42.471903 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ead356-bbf5-4607-9cbf-ffbfe941d046 req-aa4cd060-979c-4075-ac97-31d546676368 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:42.473484 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-73ead356-bbf5-4607-9cbf-ffbfe941d046 req-aa4cd060-979c-4075-ac97-31d546676368 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 944 time: 0.0496492 Nov 09 10:42:42.522967 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-73ead356-bbf5-4607-9cbf-ffbfe941d046 req-2533839f-a34d-444a-aa7b-3fa7423beecf tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434475 Nov 09 10:42:43.642732 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b7790-49d9-4afb-9ec9-1d6f26089c58 req-b4f3868a-9499-4566-a070-c81a8138971c tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:43.644236 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-963b7790-49d9-4afb-9ec9-1d6f26089c58 req-b4f3868a-9499-4566-a070-c81a8138971c tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 944 time: 0.0542481 Nov 09 10:42:43.692493 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-963b7790-49d9-4afb-9ec9-1d6f26089c58 req-4fe1b05b-38c5-4d08-b3d0-96ea2dd14aa5 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424592 Nov 09 10:42:44.810743 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbdb31-b4de-456f-95c2-3c7aac67ad16 req-f527b703-3ac9-45f9-9546-a80f4e89c2b7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:44.812330 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-8abbdb31-b4de-456f-95c2-3c7aac67ad16 req-f527b703-3ac9-45f9-9546-a80f4e89c2b7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 944 time: 0.0524535 Nov 09 10:42:44.863462 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-8abbdb31-b4de-456f-95c2-3c7aac67ad16 req-cb7b1e49-4ccc-4687-957e-ea64929bcbe4 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440886 Nov 09 10:42:45.980749 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a3a71-3e43-4742-a715-d94d35282c1c req-9499ef56-6d87-4d15-a635-566b33fb098c tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:45.983135 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b15a3a71-3e43-4742-a715-d94d35282c1c req-9499ef56-6d87-4d15-a635-566b33fb098c tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 944 time: 0.0524364 Nov 09 10:42:46.032964 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b15a3a71-3e43-4742-a715-d94d35282c1c req-2396e713-bc75-46ec-952b-852654e79d5e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440080 Nov 09 10:42:46.446029 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device d38d3818-cbd7-421b-b082-5a11c86acde0 details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:42:46.539758 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port d38d3818-cbd7-421b-b082-5a11c86acde0, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=d38d3818-cbd7-421b-b082-5a11c86acde0,segment=NetworkSegment(cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7),segment_id=cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:42:46.551595 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': 'd38d3818-cbd7-421b-b082-5a11c86acde0', 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf', 'port_id': 'd38d3818-cbd7-421b-b082-5a11c86acde0', 'mac_address': 'fa:16:3e:fb:6f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162c9035-b134-4023-b2ba-1a2493525efe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:42:46.591452 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:46.604882 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38d3818-cbd7-421b-b082-5a11c86acde0 {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:42:46.624562 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port d38d3818-cbd7-421b-b082-5a11c86acde0, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=d38d3818-cbd7-421b-b082-5a11c86acde0,segment=NetworkSegment(cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7),segment_id=cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:42:46.698239 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:46.747068 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=d38d3818-cbd7-421b-b082-5a11c86acde0,revision_number=7']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:42:46.948181 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['d38d3818-cbd7-421b-b082-5a11c86acde0'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:42:47.151791 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f973817-1911-46ca-91fb-1f20dcf673df req-80eaacb0-8aed-4aea-b935-4225c343678d tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:47.153498 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6f973817-1911-46ca-91fb-1f20dcf673df req-80eaacb0-8aed-4aea-b935-4225c343678d tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 945 time: 0.0509708 Nov 09 10:42:47.205268 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6f973817-1911-46ca-91fb-1f20dcf673df req-160c7b23-68a8-452c-9578-974157592d31 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455725 Nov 09 10:42:48.323051 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81251ccd-2aee-4757-ad0d-ed011b08f721 req-8d909589-8722-4264-9fe0-a6f74450bf98 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:48.325082 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-81251ccd-2aee-4757-ad0d-ed011b08f721 req-8d909589-8722-4264-9fe0-a6f74450bf98 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 945 time: 0.0488732 Nov 09 10:42:48.378583 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-81251ccd-2aee-4757-ad0d-ed011b08f721 req-473df7ef-b3c1-4b30-acf9-0074e5ff5b87 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476127 Nov 09 10:42:48.458953 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device d38d3818-cbd7-421b-b082-5a11c86acde0 up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:42:48.508048 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port d38d3818-cbd7-421b-b082-5a11c86acde0 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:42:48.508332 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:48.587921 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:48.610285 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69b3316-b442-4f7a-b46a-5feb9613b807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38d3818-cbd7-421b-b082-5a11c86acde0'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:42:48.612547 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c851b3-8129-460e-bfb2-b9da670295fc" -d '{"events": [{"server_uuid": "d69b3316-b442-4f7a-b46a-5feb9613b807", "name": "network-vif-plugged", "status": "completed", "tag": "d38d3818-cbd7-421b-b082-5a11c86acde0"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:42:48.625658 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port d38d3818-cbd7-421b-b082-5a11c86acde0, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=d38d3818-cbd7-421b-b082-5a11c86acde0,segment=NetworkSegment(cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7),segment_id=cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:42:48.648229 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852ca047-9484-4d4c-b276-ae9e443762fb x-openstack-request-id: req-852ca047-9484-4d4c-b276-ae9e443762fb {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:42:48.648519 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69b3316-b442-4f7a-b46a-5feb9613b807", "name": "network-vif-plugged", "status": "completed", "tag": "d38d3818-cbd7-421b-b082-5a11c86acde0", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:42:48.648767 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-852ca047-9484-4d4c-b276-ae9e443762fb {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:42:48.649155 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69b3316-b442-4f7a-b46a-5feb9613b807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38d3818-cbd7-421b-b082-5a11c86acde0', 'code': 200} Nov 09 10:42:48.709623 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:48.761985 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=d38d3818-cbd7-421b-b082-5a11c86acde0,revision_number=8']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:42:48.938604 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a2919-969b-46ae-84ba-2fc8f45fa546 req-c7eef930-f531-4be0-894f-036a0e1f4bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:48.940109 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-744a2919-969b-46ae-84ba-2fc8f45fa546 req-c7eef930-f531-4be0-894f-036a0e1f4bfe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 1099 time: 0.0396738 Nov 09 10:42:48.990015 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-744a2919-969b-46ae-84ba-2fc8f45fa546 req-a68433a8-6b66-4191-9828-d4fde870aca9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427029 Nov 09 10:42:49.492730 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0377a-ae40-4373-b5ba-f7ed223e2254 req-47c683f9-9663-46d2-b23c-f049c834ef72 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:49.494504 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-74b0377a-ae40-4373-b5ba-f7ed223e2254 req-47c683f9-9663-46d2-b23c-f049c834ef72 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.0490148 Nov 09 10:42:49.547880 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-74b0377a-ae40-4373-b5ba-f7ed223e2254 req-39ad38cc-1091-4f93-9151-174278c8d7af tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426393 Nov 09 10:42:50.526363 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d268d740-e017-44eb-ad2d-d0ff5e0905ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:50.664758 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891d4bc-be85-43ab-9522-f0d53579d76f req-e6d54e60-b714-4e2d-88f8-e72de7b6378b tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:50.666286 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0891d4bc-be85-43ab-9522-f0d53579d76f req-e6d54e60-b714-4e2d-88f8-e72de7b6378b tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.0491943 Nov 09 10:42:50.716904 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0891d4bc-be85-43ab-9522-f0d53579d76f req-45d5f1e8-25fa-4437-a140-1e38ae3fa1f0 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440176 Nov 09 10:42:53.269116 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d714-6cf4-49ab-b2b1-2c424a8443e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:53.960757 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:54.001161 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6c8d4-779e-4513-bce2-fab86436e566 req-f7d6a2bf-8788-4c0d-b1e9-5ef98815ddf5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:54.002644 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b7e6c8d4-779e-4513-bce2-fab86436e566 req-f7d6a2bf-8788-4c0d-b1e9-5ef98815ddf5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 947 time: 0.0488672 Nov 09 10:42:54.051562 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b7e6c8d4-779e-4513-bce2-fab86436e566 req-3a443bdf-12d7-4d6f-a97a-cc7cb535a38e tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429459 Nov 09 10:42:55.170805 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79b9e5-949c-45fd-9721-f39ecc4dd4a7 req-d8cb3fcb-06e9-4d77-b447-cb68fa35b72c tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:55.172316 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-df79b9e5-949c-45fd-9721-f39ecc4dd4a7 req-d8cb3fcb-06e9-4d77-b447-cb68fa35b72c tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 947 time: 0.0475123 Nov 09 10:42:55.223932 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-df79b9e5-949c-45fd-9721-f39ecc4dd4a7 req-6159b7c7-f8fc-4aab-8499-896bbf9e474a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436718 Nov 09 10:42:55.359510 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05625ab-be5a-44fa-9fd6-2c9469eb3a39 req-ccf1ae87-64cf-42de-a082-148e5874b5e4 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:42:55.360955 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f05625ab-be5a-44fa-9fd6-2c9469eb3a39 req-ccf1ae87-64cf-42de-a082-148e5874b5e4 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.30 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 947 time: 0.0542707 Nov 09 10:42:55.457417 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [req-f05625ab-be5a-44fa-9fd6-2c9469eb3a39 req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Deleting port 4ec27da7-2521-45f7-b283-ec70efcfae32 {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:42:55.457748 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-f05625ab-be5a-44fa-9fd6-2c9469eb3a39 req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:55.504166 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:55.554361 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-f05625ab-be5a-44fa-9fd6-2c9469eb3a39 req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] For port 4ec27da7-2521-45f7-b283-ec70efcfae32, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=4ec27da7-2521-45f7-b283-ec70efcfae32,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:42:55.554715 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-f05625ab-be5a-44fa-9fd6-2c9469eb3a39 req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:55.772307 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-f05625ab-be5a-44fa-9fd6-2c9469eb3a39 req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:55.772655 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-f05625ab-be5a-44fa-9fd6-2c9469eb3a39 req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741267'] for floatingip, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:55.772964 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.l3_db [req-f05625ab-be5a-44fa-9fd6-2c9469eb3a39 req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Floating IP 2b21811c-5a4e-4e9b-8c0a-2ca2c60c7189 disassociated. External IP: 172.27.0.30, port: 4ec27da7-2521-45f7-b283-ec70efcfae32. Nov 09 10:42:55.773288 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [req-f05625ab-be5a-44fa-9fd6-2c9469eb3a39 req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Calling delete_port for 4ec27da7-2521-45f7-b283-ec70efcfae32 owned by compute:nova {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:42:55.978174 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-f05625ab-be5a-44fa-9fd6-2c9469eb3a39 req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:56.006237 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Pushing event deleted for resources: {'Port': ['ID=4ec27da7-2521-45f7-b283-ec70efcfae32,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:42:56.018146 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:56.018506 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:56.018823 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:56.019197 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:56.019479 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:56.019806 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:56.020159 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:56.023829 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:56.023829 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:56.023829 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:56.023829 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:56.023829 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:56.133617 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f05625ab-be5a-44fa-9fd6-2c9469eb3a39 req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Router 67207920-60c1-4908-bc6b-3dae8cf65a39 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:42:56.154948 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:56.246033 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f05625ab-be5a-44fa-9fd6-2c9469eb3a39 req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:42:56.258529 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc80461-55ca-431a-9135-afa5e9f27f6a None None] Sync routers for ids ['67207920-60c1-4908-bc6b-3dae8cf65a39'] in dv-cinder-816628-1-iscsi {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:42:56.284271 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc80461-55ca-431a-9135-afa5e9f27f6a None None] Routers {'67207920-60c1-4908-bc6b-3dae8cf65a39'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:42:56.284893 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-cfc80461-55ca-431a-9135-afa5e9f27f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:42:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['67207920-60c1-4908-bc6b-3dae8cf65a39'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:42:56.288664 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05625ab-be5a-44fa-9fd6-2c9469eb3a39 req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] No DVR routers for this DVR port 4ec27da7-2521-45f7-b283-ec70efcfae32 on host hv-cinder-81662 {{(pid=101904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:42:56.292802 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-f05625ab-be5a-44fa-9fd6-2c9469eb3a39 req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:56.294592 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f05625ab-be5a-44fa-9fd6-2c9469eb3a39 req-69cf1423-4e40-4e21-95b5-963859269bd5 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.30 "DELETE /v2.0/ports/4ec27da7-2521-45f7-b283-ec70efcfae32 HTTP/1.1" status: 204 len: 173 time: 0.9275441 Nov 09 10:42:56.295035 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadb4dd5-78ec-40d3-86dd-40160c903665', 'name': 'network-vif-deleted', 'tag': '4ec27da7-2521-45f7-b283-ec70efcfae32'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:42:56.297372 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac7f40e-ea53-46f1-9419-a00f3ab847a7" -d '{"events": [{"server_uuid": "dadb4dd5-78ec-40d3-86dd-40160c903665", "name": "network-vif-deleted", "tag": "4ec27da7-2521-45f7-b283-ec70efcfae32"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:42:56.338781 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc6e972-d2f7-4aad-be87-b4352c244a04 x-openstack-request-id: req-2bc6e972-d2f7-4aad-be87-b4352c244a04 {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:42:56.338781 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadb4dd5-78ec-40d3-86dd-40160c903665", "name": "network-vif-deleted", "tag": "4ec27da7-2521-45f7-b283-ec70efcfae32", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:42:56.338781 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2bc6e972-d2f7-4aad-be87-b4352c244a04 {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:42:56.338781 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadb4dd5-78ec-40d3-86dd-40160c903665', 'name': 'network-vif-deleted', 'tag': '4ec27da7-2521-45f7-b283-ec70efcfae32', 'status': 'completed', 'code': 200} Nov 09 10:42:56.343479 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-dd208f24-de14-4450-b978-3e6fd6e175c6 req-765dc2f5-a3c4-4eaf-9a2a-cd4291465cf3 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/ports?device_id=dadb4dd5-78ec-40d3-86dd-40160c903665 HTTP/1.1" status: 200 len: 210 time: 0.0353339 Nov 09 10:42:56.347515 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:56.412497 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-cfc80461-55ca-431a-9135-afa5e9f27f6a None None] Set router 67207920-60c1-4908-bc6b-3dae8cf65a39 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:42:56.630493 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-cfc80461-55ca-431a-9135-afa5e9f27f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'name': 'tempest-AttachVolumeShelveTestJSON-495058885-router', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '01b7685d-6710-457a-8617-9fa9df803200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:19Z', 'updated_at': '2021-11-09T10:35:27Z', 'revision_number': 4, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'gw_port': {'id': '01b7685d-6710-457a-8617-9fa9df803200', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:21Z', 'updated_at': '2021-11-09T10:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': 'bc56f024-515e-4a5e-bbe0-dd1a4dfef792', 'name': '', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'mac_address': 'fa:16:3e:89:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:26Z', 'updated_at': '2021-11-09T10:35:35Z', 'revision_number': 5, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'subnets': [{'id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:42:56.661298 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc80461-55ca-431a-9135-afa5e9f27f6a None None] Checking router: 67207920-60c1-4908-bc6b-3dae8cf65a39 for host: dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:42:56.670763 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc80461-55ca-431a-9135-afa5e9f27f6a None None] Routers {'67207920-60c1-4908-bc6b-3dae8cf65a39'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:42:56.671385 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-cfc80461-55ca-431a-9135-afa5e9f27f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:42:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['67207920-60c1-4908-bc6b-3dae8cf65a39'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:42:56.779933 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-cfc80461-55ca-431a-9135-afa5e9f27f6a None None] Set router 67207920-60c1-4908-bc6b-3dae8cf65a39 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:42:56.984563 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-cfc80461-55ca-431a-9135-afa5e9f27f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'name': 'tempest-AttachVolumeShelveTestJSON-495058885-router', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '01b7685d-6710-457a-8617-9fa9df803200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:19Z', 'updated_at': '2021-11-09T10:35:27Z', 'revision_number': 4, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'gw_port': {'id': '01b7685d-6710-457a-8617-9fa9df803200', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:21Z', 'updated_at': '2021-11-09T10:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': 'bc56f024-515e-4a5e-bbe0-dd1a4dfef792', 'name': '', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'mac_address': 'fa:16:3e:89:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:26Z', 'updated_at': '2021-11-09T10:35:35Z', 'revision_number': 5, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'subnets': [{'id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:42:57.011482 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc80461-55ca-431a-9135-afa5e9f27f6a None None] The sync data for ids ['67207920-60c1-4908-bc6b-3dae8cf65a39'] in dv-cinder-816628-1-iscsi is: [{'id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'name': 'tempest-AttachVolumeShelveTestJSON-495058885-router', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '01b7685d-6710-457a-8617-9fa9df803200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:19Z', 'updated_at': '2021-11-09T10:35:27Z', 'revision_number': 4, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'gw_port': {'id': '01b7685d-6710-457a-8617-9fa9df803200', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:21Z', 'updated_at': '2021-11-09T10:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': 'bc56f024-515e-4a5e-bbe0-dd1a4dfef792', 'name': '', 'network_id': '34358316-6aa9-484d-bebb-9653f7b5c623', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'mac_address': 'fa:16:3e:89:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:26Z', 'updated_at': '2021-11-09T10:35:35Z', 'revision_number': 5, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'subnets': [{'id': '46b6d451-069c-417f-a922-9abd3afe77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:42:57.238058 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0267145-cd54-4c20-a40f-e63264c648e4 None None] New status for floating IP 2b21811c-5a4e-4e9b-8c0a-2ca2c60c7189: DOWN {{(pid=101907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 10:42:57.573788 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 49058) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:42:57.628532 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ac78a4fa-a065-4f4f-9edd-e8df0de9612a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:57.653856 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ac78a4fa-a065-4f4f-9edd-e8df0de9612a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:57.749228 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:42:57.835694 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ac78a4fa-a065-4f4f-9edd-e8df0de9612a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:57.838319 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ac78a4fa-a065-4f4f-9edd-e8df0de9612a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:57.846703 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-ac78a4fa-a065-4f4f-9edd-e8df0de9612a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "DELETE /v2.0/security-groups/6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff HTTP/1.1" status: 204 len: 168 time: 0.2690318 Nov 09 10:42:57.848445 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 49060) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:42:57.855903 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78a4fa-a065-4f4f-9edd-e8df0de9612a tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:42:57.863403 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.api.v2.resource [None req-37909822-01ee-4fd7-9a3d-69b531baaba6 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] show failed (client error): The resource could not be found. Nov 09 10:42:57.864779 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-37909822-01ee-4fd7-9a3d-69b531baaba6 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "GET /v2.0/security-groups/6c6ff9e0-7a00-4ab0-aa2e-f95190c6f2ff HTTP/1.1" status: 404 len: 347 time: 0.0151908 Nov 09 10:42:57.869303 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 49062) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:42:58.000828 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-12039302-ee3a-477e-81f1-e95457a0c777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Deleting port cc3c1a87-078f-42ea-9f50-3557de50724a {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:42:58.001160 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-12039302-ee3a-477e-81f1-e95457a0c777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:58.082192 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-12039302-ee3a-477e-81f1-e95457a0c777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:58.082516 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-12039302-ee3a-477e-81f1-e95457a0c777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:58.094597 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-12039302-ee3a-477e-81f1-e95457a0c777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Calling delete_port for cc3c1a87-078f-42ea-9f50-3557de50724a owned by network:floatingip {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:42:58.281280 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-12039302-ee3a-477e-81f1-e95457a0c777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:58.309972 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12039302-ee3a-477e-81f1-e95457a0c777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Pushing event deleted for resources: {'Port': ['ID=cc3c1a87-078f-42ea-9f50-3557de50724a,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:42:58.337183 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039302-ee3a-477e-81f1-e95457a0c777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:58.337521 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039302-ee3a-477e-81f1-e95457a0c777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:58.337866 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039302-ee3a-477e-81f1-e95457a0c777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:58.338204 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039302-ee3a-477e-81f1-e95457a0c777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:58.338535 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039302-ee3a-477e-81f1-e95457a0c777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:58.338863 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039302-ee3a-477e-81f1-e95457a0c777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:58.339187 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039302-ee3a-477e-81f1-e95457a0c777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:58.339508 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039302-ee3a-477e-81f1-e95457a0c777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:58.339829 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039302-ee3a-477e-81f1-e95457a0c777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:58.340206 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039302-ee3a-477e-81f1-e95457a0c777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:58.340531 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039302-ee3a-477e-81f1-e95457a0c777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:58.340848 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039302-ee3a-477e-81f1-e95457a0c777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:42:58.384145 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-12039302-ee3a-477e-81f1-e95457a0c777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks [] for floatingip, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:58.386712 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-12039302-ee3a-477e-81f1-e95457a0c777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for floatingip, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:42:58.387876 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-12039302-ee3a-477e-81f1-e95457a0c777 tempest-AttachVolumeShelveTestJSON-1879513217 tempest-AttachVolumeShelveTestJSON-1879513217-project] 10.222.0.35 "DELETE /v2.0/floatingips/2b21811c-5a4e-4e9b-8c0a-2ca2c60c7189 HTTP/1.1" status: 204 len: 168 time: 0.5177526 Nov 09 10:43:00.540645 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 4ec27da7-2521-45f7-b283-ec70efcfae32 no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:43:00.560238 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] No Port match for: 4ec27da7-2521-45f7-b283-ec70efcfae32 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:43:00.560573 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 4ec27da7-2521-45f7-b283-ec70efcfae32 not bound to the agent host hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:43:01.044652 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 49086) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:43:01.496716 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f2fff0ab-630f-4cbe-8d1f-a23df1fdd185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740499'] for router_interface, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:01.747102 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-f2fff0ab-630f-4cbe-8d1f-a23df1fdd185 admin admin] Deleting port bc56f024-515e-4a5e-bbe0-dd1a4dfef792 {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:43:01.747339 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f2fff0ab-630f-4cbe-8d1f-a23df1fdd185 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:01.822481 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [None req-f2fff0ab-630f-4cbe-8d1f-a23df1fdd185 admin admin] For port bc56f024-515e-4a5e-bbe0-dd1a4dfef792, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=bc56f024-515e-4a5e-bbe0-dd1a4dfef792,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:43:01.822844 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f2fff0ab-630f-4cbe-8d1f-a23df1fdd185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:01.835720 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-f2fff0ab-630f-4cbe-8d1f-a23df1fdd185 admin admin] Calling delete_port for bc56f024-515e-4a5e-bbe0-dd1a4dfef792 owned by network:router_interface {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:43:02.309795 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f2fff0ab-630f-4cbe-8d1f-a23df1fdd185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:02.339617 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fff0ab-630f-4cbe-8d1f-a23df1fdd185 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc56f024-515e-4a5e-bbe0-dd1a4dfef792,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:02.506569 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f2fff0ab-630f-4cbe-8d1f-a23df1fdd185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570659'] for router_interface, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:02.731314 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fff0ab-630f-4cbe-8d1f-a23df1fdd185 admin admin] Router 67207920-60c1-4908-bc6b-3dae8cf65a39 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:43:02.838215 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fff0ab-630f-4cbe-8d1f-a23df1fdd185 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:43:02.844445 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-f2fff0ab-630f-4cbe-8d1f-a23df1fdd185 admin admin] 10.222.0.35 "PUT /v2.0/routers/67207920-60c1-4908-bc6b-3dae8cf65a39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7986617 Nov 09 10:43:02.845714 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 49090) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:43:02.847274 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4b7de4-9358-4d4b-b3ef-43b385fe27e6 None None] Sync routers for ids ['67207920-60c1-4908-bc6b-3dae8cf65a39'] in dv-cinder-816628-1-iscsi {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:43:02.858608 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4b7de4-9358-4d4b-b3ef-43b385fe27e6 None None] Routers {'67207920-60c1-4908-bc6b-3dae8cf65a39'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:43:02.859222 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-de4b7de4-9358-4d4b-b3ef-43b385fe27e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:42:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['67207920-60c1-4908-bc6b-3dae8cf65a39'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:02.951780 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-4ee8c8ca-c448-472a-a377-5a61202c43ef admin admin] Publish callbacks [] for router, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:02.967325 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-de4b7de4-9358-4d4b-b3ef-43b385fe27e6 None None] Set router 67207920-60c1-4908-bc6b-3dae8cf65a39 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:43:03.055751 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-4ee8c8ca-c448-472a-a377-5a61202c43ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:03.151596 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-de4b7de4-9358-4d4b-b3ef-43b385fe27e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'name': 'tempest-AttachVolumeShelveTestJSON-495058885-router', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '01b7685d-6710-457a-8617-9fa9df803200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:19Z', 'updated_at': '2021-11-09T10:43:02Z', 'revision_number': 5, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'gw_port': {'id': '01b7685d-6710-457a-8617-9fa9df803200', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:35:21Z', 'updated_at': '2021-11-09T10:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:03.176765 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-4ee8c8ca-c448-472a-a377-5a61202c43ef admin admin] Deleting port 01b7685d-6710-457a-8617-9fa9df803200 {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:43:03.177101 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-4ee8c8ca-c448-472a-a377-5a61202c43ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:03.183351 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4b7de4-9358-4d4b-b3ef-43b385fe27e6 None None] Checking router: 67207920-60c1-4908-bc6b-3dae8cf65a39 for host: dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:43:03.192369 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4b7de4-9358-4d4b-b3ef-43b385fe27e6 None None] Routers {'67207920-60c1-4908-bc6b-3dae8cf65a39'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:43:03.192984 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-de4b7de4-9358-4d4b-b3ef-43b385fe27e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:42:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['67207920-60c1-4908-bc6b-3dae8cf65a39'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:03.261602 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [None req-4ee8c8ca-c448-472a-a377-5a61202c43ef admin admin] For port 01b7685d-6710-457a-8617-9fa9df803200, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=01b7685d-6710-457a-8617-9fa9df803200,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:43:03.262087 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-4ee8c8ca-c448-472a-a377-5a61202c43ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:03.275502 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-4ee8c8ca-c448-472a-a377-5a61202c43ef admin admin] Calling delete_port for 01b7685d-6710-457a-8617-9fa9df803200 owned by network:router_gateway {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:43:03.407121 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-de4b7de4-9358-4d4b-b3ef-43b385fe27e6 None None] Set router 67207920-60c1-4908-bc6b-3dae8cf65a39 gateway port host: None {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:43:03.459214 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-de4b7de4-9358-4d4b-b3ef-43b385fe27e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'name': 'tempest-AttachVolumeShelveTestJSON-495058885-router', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:19Z', 'updated_at': '2021-11-09T10:43:03Z', 'revision_number': 6, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'gw_port_host': None}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:03.489176 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4b7de4-9358-4d4b-b3ef-43b385fe27e6 None None] The sync data for ids ['67207920-60c1-4908-bc6b-3dae8cf65a39'] in dv-cinder-816628-1-iscsi is: [{'id': '67207920-60c1-4908-bc6b-3dae8cf65a39', 'name': 'tempest-AttachVolumeShelveTestJSON-495058885-router', 'tenant_id': '0cd90823f43e4d41be05683e40b3ac62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:35:19Z', 'updated_at': '2021-11-09T10:43:03Z', 'revision_number': 6, 'project_id': '0cd90823f43e4d41be05683e40b3ac62', 'gw_port_host': None}] {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:43:03.538068 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-4ee8c8ca-c448-472a-a377-5a61202c43ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:03.563521 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8c8ca-c448-472a-a377-5a61202c43ef admin admin] Pushing event deleted for resources: {'Port': ['ID=01b7685d-6710-457a-8617-9fa9df803200,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:03.624370 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-4ee8c8ca-c448-472a-a377-5a61202c43ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741337'] for router_gateway, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:03.719048 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-4ee8c8ca-c448-472a-a377-5a61202c43ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3426'] for router, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:03.721827 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-4ee8c8ca-c448-472a-a377-5a61202c43ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:03.834789 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-4ee8c8ca-c448-472a-a377-5a61202c43ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569440'] for router, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:03.839691 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee8c8ca-c448-472a-a377-5a61202c43ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67207920-60c1-4908-bc6b-3dae8cf65a39 {{(pid=101905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 10:43:03.840021 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-4ee8c8ca-c448-472a-a377-5a61202c43ef admin admin] Publish callbacks [] for router, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:03.841200 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-4ee8c8ca-c448-472a-a377-5a61202c43ef admin admin] 10.222.0.35 "DELETE /v2.0/routers/67207920-60c1-4908-bc6b-3dae8cf65a39 HTTP/1.1" status: 204 len: 168 time: 0.9943123 Nov 09 10:43:03.843668 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 49092) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:43:03.891885 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33589e8-ee26-4102-91f3-2b61796a9508 admin admin] Deleting subnet 46b6d451-069c-417f-a922-9abd3afe77e2 {{(pid=101905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 10:43:03.895468 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d33589e8-ee26-4102-91f3-2b61796a9508 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:03.930595 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d33589e8-ee26-4102-91f3-2b61796a9508 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7956809'] for subnet, precommit_delete_associations {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:04.038514 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d33589e8-ee26-4102-91f3-2b61796a9508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1578030'] for subnet, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:04.160872 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d33589e8-ee26-4102-91f3-2b61796a9508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1578023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8831772'] for subnet, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:04.190434 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33589e8-ee26-4102-91f3-2b61796a9508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b6d451-069c-417f-a922-9abd3afe77e2,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:04.194201 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d33589e8-ee26-4102-91f3-2b61796a9508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:04.197533 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-d33589e8-ee26-4102-91f3-2b61796a9508 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/46b6d451-069c-417f-a922-9abd3afe77e2 HTTP/1.1" status: 204 len: 168 time: 0.3527284 Nov 09 10:43:04.199883 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 49094) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:43:04.200086 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fe7ae8-b2fc-4a1c-be2d-f7af04435940 None None] Network 34358316-6aa9-484d-bebb-9653f7b5c623 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:43:04.270944 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7a51090d-e118-4bfa-9580-fb1f4324eb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1668299'] for network, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:04.335586 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-7a51090d-e118-4bfa-9580-fb1f4324eb32 admin admin] Deleting port 6873761b-7c3d-4973-bb54-44339706a5de {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:43:04.336046 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7a51090d-e118-4bfa-9580-fb1f4324eb32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:04.339563 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device bc56f024-515e-4a5e-bbe0-dd1a4dfef792 no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:43:04.361120 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: bc56f024-515e-4a5e-bbe0-dd1a4dfef792 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:43:04.361464 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device bc56f024-515e-4a5e-bbe0-dd1a4dfef792 not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:43:04.361884 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 01b7685d-6710-457a-8617-9fa9df803200 no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:43:04.388367 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: 01b7685d-6710-457a-8617-9fa9df803200 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:43:04.388706 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 01b7685d-6710-457a-8617-9fa9df803200 not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:43:04.410224 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaae36b-398b-432f-9fcd-85f99c90ad6c None None] DHCP port deletion for 34358316-6aa9-484d-bebb-9653f7b5c623 request from dv-cinder-816628-1-iscsi {{(pid=101906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 10:43:04.420069 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [None req-7a51090d-e118-4bfa-9580-fb1f4324eb32 admin admin] For port 6873761b-7c3d-4973-bb54-44339706a5de, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=6873761b-7c3d-4973-bb54-44339706a5de,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:43:04.420368 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7a51090d-e118-4bfa-9580-fb1f4324eb32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:04.433543 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-7a51090d-e118-4bfa-9580-fb1f4324eb32 admin admin] Calling delete_port for 6873761b-7c3d-4973-bb54-44339706a5de owned by network:dhcp {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:43:04.459012 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-cfaae36b-398b-432f-9fcd-85f99c90ad6c None None] Deleting port 6873761b-7c3d-4973-bb54-44339706a5de {{(pid=101906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:43:04.459292 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-cfaae36b-398b-432f-9fcd-85f99c90ad6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:04.534113 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-cfaae36b-398b-432f-9fcd-85f99c90ad6c None None] For port 6873761b-7c3d-4973-bb54-44339706a5de, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=6873761b-7c3d-4973-bb54-44339706a5de,segment=NetworkSegment(183ccf24-6259-4d13-8dd4-9902f28507bc),segment_id=183ccf24-6259-4d13-8dd4-9902f28507bc)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:43:04.534504 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-cfaae36b-398b-432f-9fcd-85f99c90ad6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:04.550212 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-cfaae36b-398b-432f-9fcd-85f99c90ad6c None None] Calling delete_port for 6873761b-7c3d-4973-bb54-44339706a5de owned by network:dhcp {{(pid=101906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:43:04.594705 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7a51090d-e118-4bfa-9580-fb1f4324eb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:04.621964 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51090d-e118-4bfa-9580-fb1f4324eb32 admin admin] Pushing event deleted for resources: {'Port': ['ID=6873761b-7c3d-4973-bb54-44339706a5de,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:04.623776 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a51090d-e118-4bfa-9580-fb1f4324eb32 admin admin] No DVR routers for this DVR port 6873761b-7c3d-4973-bb54-44339706a5de on host dv-cinder-816628-1-iscsi {{(pid=101905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:43:04.636504 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-cfaae36b-398b-432f-9fcd-85f99c90ad6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146'] for port, after_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:04.665216 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaae36b-398b-432f-9fcd-85f99c90ad6c None None] Pushing event deleted for resources: {'Port': ['ID=6873761b-7c3d-4973-bb54-44339706a5de,revision_number=None']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:04.673043 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaae36b-398b-432f-9fcd-85f99c90ad6c None None] No DVR routers for this DVR port 6873761b-7c3d-4973-bb54-44339706a5de on host dv-cinder-816628-1-iscsi {{(pid=101906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:43:04.675837 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaae36b-398b-432f-9fcd-85f99c90ad6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:04.676204 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaae36b-398b-432f-9fcd-85f99c90ad6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:04.676548 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaae36b-398b-432f-9fcd-85f99c90ad6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:04.676875 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaae36b-398b-432f-9fcd-85f99c90ad6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:04.677200 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaae36b-398b-432f-9fcd-85f99c90ad6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:04.677521 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaae36b-398b-432f-9fcd-85f99c90ad6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:04.677842 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaae36b-398b-432f-9fcd-85f99c90ad6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:04.678158 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaae36b-398b-432f-9fcd-85f99c90ad6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:04.678476 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaae36b-398b-432f-9fcd-85f99c90ad6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:04.678791 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaae36b-398b-432f-9fcd-85f99c90ad6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:04.679104 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaae36b-398b-432f-9fcd-85f99c90ad6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:04.679476 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaae36b-398b-432f-9fcd-85f99c90ad6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:04.698315 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7a51090d-e118-4bfa-9580-fb1f4324eb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1578843', 'neutron.services.segments.db._delete_segments_for_network-8781390831665'] for network, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:04.720876 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.services.segments.db [None req-7a51090d-e118-4bfa-9580-fb1f4324eb32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34358316-6aa9-484d-bebb-9653f7b5c623']}} {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:04.729241 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.services.segments.db [None req-7a51090d-e118-4bfa-9580-fb1f4324eb32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183ccf24-6259-4d13-8dd4-9902f28507bc') {'for_net_delete': True} {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:04.729531 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.services.segments.db [None req-7a51090d-e118-4bfa-9580-fb1f4324eb32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183ccf24-6259-4d13-8dd4-9902f28507bc') {} {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:04.739251 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7a51090d-e118-4bfa-9580-fb1f4324eb32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781390865722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7956816'] for segment, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:04.752376 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7a51090d-e118-4bfa-9580-fb1f4324eb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:04.758155 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a51090d-e118-4bfa-9580-fb1f4324eb32 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 10:43:04.758534 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7a51090d-e118-4bfa-9580-fb1f4324eb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462386'] for segment, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: Traceback (most recent call last): Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: timer() Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: cb(*args, **kw) Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: return func(*args, **kwargs) Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: self._notify() Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: self.callback(batched_events) Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: event.method(event) Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: return f(self, *a, **k) Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: return self._get(url).json() Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: return self.request(url, 'GET', **kwargs) Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 10:43:04.760188 dv-cinder-816628-1-iscsi neutron-server[101905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 10:43:04.926241 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7a51090d-e118-4bfa-9580-fb1f4324eb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741285'] for network, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:04.931773 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7a51090d-e118-4bfa-9580-fb1f4324eb32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:04.934952 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-7a51090d-e118-4bfa-9580-fb1f4324eb32 admin admin] 10.222.0.35 "DELETE /v2.0/networks/34358316-6aa9-484d-bebb-9653f7b5c623 HTTP/1.1" status: 204 len: 168 time: 0.7340565 Nov 09 10:43:04.946219 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51090d-e118-4bfa-9580-fb1f4324eb32 admin admin] Pushing event deleted for resources: {'Network': ['ID=34358316-6aa9-484d-bebb-9653f7b5c623,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:05.293121 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 49098) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:43:05.334524 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-af9c1359-b329-47d2-bf6b-50b657c9382a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0cd90823f43e4d41be05683e40b3ac62&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402205 Nov 09 10:43:05.337541 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 49100) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:43:05.387900 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c0b8210c-5766-44e4-a705-e8b9c1c4a621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:05.409520 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c0b8210c-5766-44e4-a705-e8b9c1c4a621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:05.515028 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c0b8210c-5766-44e4-a705-e8b9c1c4a621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:05.517788 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c0b8210c-5766-44e4-a705-e8b9c1c4a621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:05.519023 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-c0b8210c-5766-44e4-a705-e8b9c1c4a621 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76209cf2-63e9-4fe6-9a0b-f8c9228515e7 HTTP/1.1" status: 204 len: 168 time: 0.1805346 Nov 09 10:43:05.528447 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8210c-5766-44e4-a705-e8b9c1c4a621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76209cf2-63e9-4fe6-9a0b-f8c9228515e7,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:06.314995 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 6873761b-7c3d-4973-bb54-44339706a5de no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:43:06.335562 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: 6873761b-7c3d-4973-bb54-44339706a5de {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:43:06.335904 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 6873761b-7c3d-4973-bb54-44339706a5de not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:43:06.475448 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 49122) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:43:06.574070 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-b23022ea-c6e4-405c-be64-e6a47b070c0a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1624569910-network', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:43:06.686495 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23022ea-c6e4-405c-be64-e6a47b070c0a admin admin] Made reservation on behalf of 6592fbeeeebb4270b2c5fbd99522ccae for: {'network': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:43:06.688872 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b23022ea-c6e4-405c-be64-e6a47b070c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for network, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:06.701253 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b23022ea-c6e4-405c-be64-e6a47b070c0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:06.772978 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b23022ea-c6e4-405c-be64-e6a47b070c0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:06.845955 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b23022ea-c6e4-405c-be64-e6a47b070c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:06.874018 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23022ea-c6e4-405c-be64-e6a47b070c0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=101905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:43:06.880207 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23022ea-c6e4-405c-be64-e6a47b070c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b506a0-b520-48da-9de8-352d7321de0c,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:06.886080 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b23022ea-c6e4-405c-be64-e6a47b070c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:06.886420 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.db.segments_db [None req-b23022ea-c6e4-405c-be64-e6a47b070c0a admin admin] Added segment d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86 of type vlan for network 230c91f7-84e9-4100-91e5-845eeb203ee8 Nov 09 10:43:06.925684 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b23022ea-c6e4-405c-be64-e6a47b070c0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781390311891'] for network, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:06.994826 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b23022ea-c6e4-405c-be64-e6a47b070c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for network, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:06.995791 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23022ea-c6e4-405c-be64-e6a47b070c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:06.996903 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b23022ea-c6e4-405c-be64-e6a47b070c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:07.056626 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23022ea-c6e4-405c-be64-e6a47b070c0a admin admin] Pushing event updated for resources: {'Network': ['ID=230c91f7-84e9-4100-91e5-845eeb203ee8,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:07.066693 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Network 230c91f7-84e9-4100-91e5-845eeb203ee8 details requested by agent ovs-agent-dv-cinder-816628-1-iscsi with host dv-cinder-816628-1-iscsi {{(pid=101906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 10:43:07.072014 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-b23022ea-c6e4-405c-be64-e6a47b070c0a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5951138 Nov 09 10:43:07.074730 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 49126) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:43:07.079478 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-20ef8e30-d31c-4c2b-b6e0-1f8e05893e52 admin admin] Request body: {'subnet': {'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1624569910-subnet', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:43:07.159871 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ef8e30-d31c-4c2b-b6e0-1f8e05893e52 admin admin] Made reservation on behalf of 6592fbeeeebb4270b2c5fbd99522ccae for: {'subnet': 1} {{(pid=101905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:43:07.162304 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-20ef8e30-d31c-4c2b-b6e0-1f8e05893e52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8831485'] for subnet, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:07.412544 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-20ef8e30-d31c-4c2b-b6e0-1f8e05893e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8831751'] for subnet, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:07.470580 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef8e30-d31c-4c2b-b6e0-1f8e05893e52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2498992f-f3a0-4f19-b4a7-10cbad62ac09,revision_number=0']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:07.477589 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ef8e30-d31c-4c2b-b6e0-1f8e05893e52 admin admin] Checking segment: {'id': 'd95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:43:07.478112 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ef8e30-d31c-4c2b-b6e0-1f8e05893e52 admin admin] Network hostable DHCP agents. Network: 230c91f7-84e9-4100-91e5-845eeb203ee8, hostable agents: ['bb6b8b96-70eb-486f-b492-dd7d5d6af293'], hosted agents: [] {{(pid=101905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:43:07.652696 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ef8e30-d31c-4c2b-b6e0-1f8e05893e52 admin admin] Network 230c91f7-84e9-4100-91e5-845eeb203ee8 is scheduled to be hosted by DHCP agent bb6b8b96-70eb-486f-b492-dd7d5d6af293 with binding_index 1 {{(pid=101905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:43:07.829404 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-20ef8e30-d31c-4c2b-b6e0-1f8e05893e52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816628-1-iscsi, 230c91f7-84e9-4100-91e5-845eeb203ee8) {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:43:07.834113 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ef8e30-d31c-4c2b-b6e0-1f8e05893e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:07.835101 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-20ef8e30-d31c-4c2b-b6e0-1f8e05893e52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:07.843294 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f813a2f-c78b-4eed-a423-4f05878a942e None None] Network 230c91f7-84e9-4100-91e5-845eeb203ee8 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:43:07.949601 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-20ef8e30-d31c-4c2b-b6e0-1f8e05893e52 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8736949 Nov 09 10:43:07.952711 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 49128) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:43:07.958150 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-b8e21503-2496-4aff-b29c-b9a11c9e86dd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1624569910-router', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:43:08.002263 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa690aec-4fd0-43c3-983e-e697a0af5936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp873e253d-0079-5e65-ba92-49c49ab5e1bc-230c91f7-84e9-4100-91e5-845eeb203ee8', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'fixed_ips': [{'subnet_id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09'}]}} from dv-cinder-816628-1-iscsi. {{(pid=101906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 10:43:08.003503 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-fa690aec-4fd0-43c3-983e-e697a0af5936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:08.070166 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b8e21503-2496-4aff-b29c-b9a11c9e86dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3444'] for router, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:08.072074 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b8e21503-2496-4aff-b29c-b9a11c9e86dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3437'] for router, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:08.128772 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b8e21503-2496-4aff-b29c-b9a11c9e86dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:08.158334 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.db_base_plugin_common [None req-fa690aec-4fd0-43c3-983e-e697a0af5936 None None] Allocated IP 172.20.0.2 (230c91f7-84e9-4100-91e5-845eeb203ee8/2498992f-f3a0-4f19-b4a7-10cbad62ac09/70073837-c928-40da-8057-1433eaae5dd4) {{(pid=101906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:43:08.311771 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-fa690aec-4fd0-43c3-983e-e697a0af5936 None None] Publish callbacks [] for port, precommit_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:08.394878 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-fa690aec-4fd0-43c3-983e-e697a0af5936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137'] for port, after_create {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:08.413042 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b8e21503-2496-4aff-b29c-b9a11c9e86dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:08.437600 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa690aec-4fd0-43c3-983e-e697a0af5936 None None] Network 230c91f7-84e9-4100-91e5-845eeb203ee8 is already hosted by enough agents. {{(pid=101906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:43:08.440638 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.scheduler.base_scheduler [None req-fa690aec-4fd0-43c3-983e-e697a0af5936 None None] Resources bound (agent type, host, resource id): {{(pid=101906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:43:08.443022 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa690aec-4fd0-43c3-983e-e697a0af5936 None None] Received port after_create {{(pid=101906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:43:08.449935 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa690aec-4fd0-43c3-983e-e697a0af5936 None None] Pushing event updated for resources: {'Port': ['ID=70073837-c928-40da-8057-1433eaae5dd4,revision_number=1']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:08.505012 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-fa690aec-4fd0-43c3-983e-e697a0af5936 None None] Attempting to bind port 70073837-c928-40da-8057-1433eaae5dd4 on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:43:08.505375 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-fa690aec-4fd0-43c3-983e-e697a0af5936 None None] Attempting to bind port 70073837-c928-40da-8057-1433eaae5dd4 by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': 'd95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8'}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:43:08.505721 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa690aec-4fd0-43c3-983e-e697a0af5936 None None] Attempting to bind port 70073837-c928-40da-8057-1433eaae5dd4 on network 230c91f7-84e9-4100-91e5-845eeb203ee8 {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:43:08.511012 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa690aec-4fd0-43c3-983e-e697a0af5936 None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:43:08.511310 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa690aec-4fd0-43c3-983e-e697a0af5936 None None] Checking segment: {'id': 'd95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:43:08.511838 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-fa690aec-4fd0-43c3-983e-e697a0af5936 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:08.512140 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa690aec-4fd0-43c3-983e-e697a0af5936 None None] Bound using segment: {'id': 'd95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8'} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:43:08.512603 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-fa690aec-4fd0-43c3-983e-e697a0af5936 None None] Bound port: 70073837-c928-40da-8057-1433eaae5dd4, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8'}}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:43:08.512971 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-fa690aec-4fd0-43c3-983e-e697a0af5936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:08.578430 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-fa690aec-4fd0-43c3-983e-e697a0af5936 None None] For port 70073837-c928-40da-8057-1433eaae5dd4, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:43:08.583114 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-fa690aec-4fd0-43c3-983e-e697a0af5936 None None] For port 70073837-c928-40da-8057-1433eaae5dd4, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=70073837-c928-40da-8057-1433eaae5dd4,segment=NetworkSegment(d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86),segment_id=d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86)] {{(pid=101906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:43:08.653495 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-fa690aec-4fd0-43c3-983e-e697a0af5936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:08.682623 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b8e21503-2496-4aff-b29c-b9a11c9e86dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:08.704014 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b8e21503-2496-4aff-b29c-b9a11c9e86dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:08.716852 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa690aec-4fd0-43c3-983e-e697a0af5936 None None] Pushing event updated for resources: {'Port': ['ID=70073837-c928-40da-8057-1433eaae5dd4,revision_number=2']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:08.819859 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_common [None req-b8e21503-2496-4aff-b29c-b9a11c9e86dd admin admin] Allocated IP 172.27.0.83 (b911c41a-6d30-4814-901f-89185e089761/716689b8-5fc0-4f64-a63e-fd749e80eafc/288d25b3-61f7-4a81-a59c-e9671c3bba8a) {{(pid=101905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:43:08.958197 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b8e21503-2496-4aff-b29c-b9a11c9e86dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:09.063612 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b8e21503-2496-4aff-b29c-b9a11c9e86dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:09.100657 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e21503-2496-4aff-b29c-b9a11c9e86dd admin admin] Network b911c41a-6d30-4814-901f-89185e089761 is already hosted by enough agents. {{(pid=101905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:43:09.105359 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-b8e21503-2496-4aff-b29c-b9a11c9e86dd admin admin] Resources bound (agent type, host, resource id): {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:43:09.108857 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e21503-2496-4aff-b29c-b9a11c9e86dd admin admin] Received port after_create {{(pid=101905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:43:09.131554 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e21503-2496-4aff-b29c-b9a11c9e86dd admin admin] Pushing event updated for resources: {'Port': ['ID=288d25b3-61f7-4a81-a59c-e9671c3bba8a,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:09.450945 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b8e21503-2496-4aff-b29c-b9a11c9e86dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:09.580537 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6923918-cdf8-4bf6-b08c-40e2deccbf65 None None] Network 230c91f7-84e9-4100-91e5-845eeb203ee8 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:43:09.646458 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b8e21503-2496-4aff-b29c-b9a11c9e86dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741373'] for router, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:09.697465 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-274e698a-6468-4887-9046-9bd6aaf246a2 None None] Provisioning complete for port 70073837-c928-40da-8057-1433eaae5dd4 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:43:09.697829 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-274e698a-6468-4887-9046-9bd6aaf246a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:09.823947 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-274e698a-6468-4887-9046-9bd6aaf246a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:09.861351 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-274e698a-6468-4887-9046-9bd6aaf246a2 None None] For port 70073837-c928-40da-8057-1433eaae5dd4, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=70073837-c928-40da-8057-1433eaae5dd4,segment=NetworkSegment(d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86),segment_id=d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:43:09.949685 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-274e698a-6468-4887-9046-9bd6aaf246a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:10.004388 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e698a-6468-4887-9046-9bd6aaf246a2 None None] Pushing event updated for resources: {'Port': ['ID=70073837-c928-40da-8057-1433eaae5dd4,revision_number=3']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:10.069164 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-5fd215ec-3539-4818-8dcc-8fda147dab2a None None] Provisioning complete for port 70073837-c928-40da-8057-1433eaae5dd4 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:43:10.069528 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-5fd215ec-3539-4818-8dcc-8fda147dab2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:10.120008 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e21503-2496-4aff-b29c-b9a11c9e86dd admin admin] Router 0954aba8-bf43-4005-b72b-78f043206e91 is scheduled to L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 with binding_index 1 {{(pid=101905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 10:43:10.225272 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e21503-2496-4aff-b29c-b9a11c9e86dd admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:43:10.233951 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] Sync routers for ids ['0954aba8-bf43-4005-b72b-78f043206e91'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:43:10.244360 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] Routers {'0954aba8-bf43-4005-b72b-78f043206e91'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:43:10.244959 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:42:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['0954aba8-bf43-4005-b72b-78f043206e91'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:10.305496 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b8e21503-2496-4aff-b29c-b9a11c9e86dd admin admin] Publish callbacks [] for router, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:10.307345 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-b8e21503-2496-4aff-b29c-b9a11c9e86dd admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3523691 Nov 09 10:43:10.309589 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 49130) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:43:10.349964 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] Set router 0954aba8-bf43-4005-b72b-78f043206e91 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:43:10.352832 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 70073837-c928-40da-8057-1433eaae5dd4 up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:43:10.408005 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 70073837-c928-40da-8057-1433eaae5dd4 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:43:10.408282 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:10.540296 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954aba8-bf43-4005-b72b-78f043206e91', 'name': 'tempest-AttachVolumeTestJSON-1624569910-router', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:09Z', 'revision_number': 3, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'gw_port': {'id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:10.566315 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] Checking router: 0954aba8-bf43-4005-b72b-78f043206e91 for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:43:10.566662 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] Updating router 0954aba8-bf43-4005-b72b-78f043206e91 port 288d25b3-61f7-4a81-a59c-e9671c3bba8a binding host dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 10:43:10.595477 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:10.742648 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d1958538-d5ba-4245-887f-9d8547eadfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:10.850840 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] Publish callbacks [] for port, precommit_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:10.897036 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_common [None req-d1958538-d5ba-4245-887f-9d8547eadfb8 admin admin] Allocated IP 172.20.0.1 (230c91f7-84e9-4100-91e5-845eeb203ee8/2498992f-f3a0-4f19-b4a7-10cbad62ac09/6af22991-3641-4999-955c-dd5a8c66a45c) {{(pid=101905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:43:10.915341 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:10.968231 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] Attempting to bind port 288d25b3-61f7-4a81-a59c-e9671c3bba8a on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:43:10.968595 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] Attempting to bind port 288d25b3-61f7-4a81-a59c-e9671c3bba8a by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}] {{(pid=101907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:43:10.968953 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] Attempting to bind port 288d25b3-61f7-4a81-a59c-e9671c3bba8a on network b911c41a-6d30-4814-901f-89185e089761 {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:43:10.972026 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef105323-dbd3-4717-ba1a-e0a769563127 None None] Pushing event updated for resources: {'Port': ['ID=288d25b3-61f7-4a81-a59c-e9671c3bba8a,revision_number=2']} {{(pid=101907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:10.979654 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:43:10.980046 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] Checking segment: {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:43:10.980977 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:10.981361 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] Bound using segment: {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'} {{(pid=101907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:43:10.981817 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.managers [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] Bound port: 288d25b3-61f7-4a81-a59c-e9671c3bba8a, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d43220-c113-4ca1-8ae9-450b6dcd862c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b911c41a-6d30-4814-901f-89185e089761'}}] {{(pid=101907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:43:10.982186 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:10.985083 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef105323-dbd3-4717-ba1a-e0a769563127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:10.985449 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef105323-dbd3-4717-ba1a-e0a769563127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:10.985787 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef105323-dbd3-4717-ba1a-e0a769563127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:10.986116 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef105323-dbd3-4717-ba1a-e0a769563127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:10.986444 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef105323-dbd3-4717-ba1a-e0a769563127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:10.986771 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef105323-dbd3-4717-ba1a-e0a769563127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:10.987093 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef105323-dbd3-4717-ba1a-e0a769563127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:10.987412 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef105323-dbd3-4717-ba1a-e0a769563127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:10.987752 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef105323-dbd3-4717-ba1a-e0a769563127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:10.988172 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef105323-dbd3-4717-ba1a-e0a769563127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:10.988492 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef105323-dbd3-4717-ba1a-e0a769563127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:10.988807 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef105323-dbd3-4717-ba1a-e0a769563127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:43:11.000859 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d1958538-d5ba-4245-887f-9d8547eadfb8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:11.045410 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.db [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] For port 288d25b3-61f7-4a81-a59c-e9671c3bba8a, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:43:11.049456 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.plugins.ml2.db [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] For port 288d25b3-61f7-4a81-a59c-e9671c3bba8a, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=288d25b3-61f7-4a81-a59c-e9671c3bba8a,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:43:11.121856 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d1958538-d5ba-4245-887f-9d8547eadfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:11.132286 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron_lib.callbacks.manager [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:11.158254 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1958538-d5ba-4245-887f-9d8547eadfb8 admin admin] Network 230c91f7-84e9-4100-91e5-845eeb203ee8 is already hosted by enough agents. {{(pid=101905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:43:11.163721 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-d1958538-d5ba-4245-887f-9d8547eadfb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:43:11.167391 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1958538-d5ba-4245-887f-9d8547eadfb8 admin admin] Received port after_create {{(pid=101905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:43:11.191137 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] Routers {'0954aba8-bf43-4005-b72b-78f043206e91'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:43:11.191766 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:42:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['0954aba8-bf43-4005-b72b-78f043206e91'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:11.194270 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1958538-d5ba-4245-887f-9d8547eadfb8 admin admin] Pushing event updated for resources: {'Port': ['ID=6af22991-3641-4999-955c-dd5a8c66a45c,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:11.213880 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d1958538-d5ba-4245-887f-9d8547eadfb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740392'] for router_interface, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:11.226029 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef105323-dbd3-4717-ba1a-e0a769563127 None None] Pushing event updated for resources: {'Port': ['ID=288d25b3-61f7-4a81-a59c-e9671c3bba8a,revision_number=3']} {{(pid=101907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:11.407935 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] Set router 0954aba8-bf43-4005-b72b-78f043206e91 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:43:11.467392 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d1958538-d5ba-4245-887f-9d8547eadfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:11.484042 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-0136a68f-05ca-48e4-a62d-18cfcd92392c None None] Provisioning complete for port 6af22991-3641-4999-955c-dd5a8c66a45c triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:43:11.484809 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-0136a68f-05ca-48e4-a62d-18cfcd92392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:11.527986 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-0136a68f-05ca-48e4-a62d-18cfcd92392c None None] Port 6af22991-3641-4999-955c-dd5a8c66a45c cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:43:11.615173 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954aba8-bf43-4005-b72b-78f043206e91', 'name': 'tempest-AttachVolumeTestJSON-1624569910-router', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:09Z', 'revision_number': 3, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'gw_port': {'id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:11.641951 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4a7a8-539e-471c-8743-678194a704dd None None] The sync data for ids ['0954aba8-bf43-4005-b72b-78f043206e91'] in dv-cinder-816628-1-iscsi is: [{'id': '0954aba8-bf43-4005-b72b-78f043206e91', 'name': 'tempest-AttachVolumeTestJSON-1624569910-router', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:09Z', 'revision_number': 3, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'gw_port': {'id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:43:11.661106 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d1958538-d5ba-4245-887f-9d8547eadfb8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:11.737654 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d1958538-d5ba-4245-887f-9d8547eadfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462366'] for port, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:11.804605 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1958538-d5ba-4245-887f-9d8547eadfb8 admin admin] Pushing event updated for resources: {'Port': ['ID=6af22991-3641-4999-955c-dd5a8c66a45c,revision_number=2']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:11.807801 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d1958538-d5ba-4245-887f-9d8547eadfb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740540'] for router_interface, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:11.922144 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1958538-d5ba-4245-887f-9d8547eadfb8 admin admin] Network 230c91f7-84e9-4100-91e5-845eeb203ee8 is already hosted by enough agents. {{(pid=101905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:43:11.923719 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.base_scheduler [None req-d1958538-d5ba-4245-887f-9d8547eadfb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:43:12.049514 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1958538-d5ba-4245-887f-9d8547eadfb8 admin admin] Router 0954aba8-bf43-4005-b72b-78f043206e91 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:43:12.165179 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-013935f8-c214-4aad-a03a-6a6efb8c5758 None None] Provisioning complete for port 6af22991-3641-4999-955c-dd5a8c66a45c triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:43:12.165649 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-013935f8-c214-4aad-a03a-6a6efb8c5758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:12.167667 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1958538-d5ba-4245-887f-9d8547eadfb8 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:43:12.180646 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-d1958538-d5ba-4245-887f-9d8547eadfb8 admin admin] 10.222.0.35 "PUT /v2.0/routers/0954aba8-bf43-4005-b72b-78f043206e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8698456 Nov 09 10:43:12.208057 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-013935f8-c214-4aad-a03a-6a6efb8c5758 None None] Port 6af22991-3641-4999-955c-dd5a8c66a45c cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:43:12.382464 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 288d25b3-61f7-4a81-a59c-e9671c3bba8a up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:43:12.444509 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 288d25b3-61f7-4a81-a59c-e9671c3bba8a triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:43:12.444949 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:12.531836 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:12.553752 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] For port 288d25b3-61f7-4a81-a59c-e9671c3bba8a, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=288d25b3-61f7-4a81-a59c-e9671c3bba8a,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:43:12.612536 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:12.661302 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Pushing event updated for resources: {'Port': ['ID=288d25b3-61f7-4a81-a59c-e9671c3bba8a,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:13.001607 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 49140) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:43:13.006309 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-f0a95fa5-97d7-4d1c-b727-6f6b9411e6b3 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1642612414', 'description': 'tempest-description--299183570'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:43:13.103752 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f0a95fa5-97d7-4d1c-b727-6f6b9411e6b3 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:13.171429 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f0a95fa5-97d7-4d1c-b727-6f6b9411e6b3 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:13.229493 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] Sync routers for ids ['0954aba8-bf43-4005-b72b-78f043206e91'] in dv-cinder-816628-1-iscsi {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:43:13.240816 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] Routers {'0954aba8-bf43-4005-b72b-78f043206e91'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:43:13.241419 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:42:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['0954aba8-bf43-4005-b72b-78f043206e91'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:13.286259 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f0a95fa5-97d7-4d1c-b727-6f6b9411e6b3 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:13.316861 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a95fa5-97d7-4d1c-b727-6f6b9411e6b3 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb2b85c-9f99-4de4-9109-0a98f2529597,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:13.353828 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] Set router 0954aba8-bf43-4005-b72b-78f043206e91 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:43:13.374167 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f0a95fa5-97d7-4d1c-b727-6f6b9411e6b3 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:13.375925 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-f0a95fa5-97d7-4d1c-b727-6f6b9411e6b3 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3727849 Nov 09 10:43:13.378544 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 49142) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:43:13.383352 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-afadd807-55d4-4878-85aa-8edce65be842 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Request body: {'security_group_rule': {'security_group_id': '5cb2b85c-9f99-4de4-9109-0a98f2529597', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:43:13.503129 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-afadd807-55d4-4878-85aa-8edce65be842 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:13.561091 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-afadd807-55d4-4878-85aa-8edce65be842 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:13.578326 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954aba8-bf43-4005-b72b-78f043206e91', 'name': 'tempest-AttachVolumeTestJSON-1624569910-router', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:11Z', 'revision_number': 4, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'gw_port': {'id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '6af22991-3641-4999-955c-dd5a8c66a45c', 'name': '', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'mac_address': 'fa:16:3e:e8:b6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:10Z', 'updated_at': '2021-11-09T10:43:11Z', 'revision_number': 2, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'subnets': [{'id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:13.604230 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] Checking router: 0954aba8-bf43-4005-b72b-78f043206e91 for host: dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:43:13.604607 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] Updating router 0954aba8-bf43-4005-b72b-78f043206e91 port 6af22991-3641-4999-955c-dd5a8c66a45c binding host dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 10:43:13.630628 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:13.640173 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-afadd807-55d4-4878-85aa-8edce65be842 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:13.655619 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadd807-55d4-4878-85aa-8edce65be842 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2058b5a-3b18-4a44-8c59-9c51a9fa9e67,revision_number=0']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:13.740252 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-afadd807-55d4-4878-85aa-8edce65be842 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:13.741571 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-afadd807-55d4-4878-85aa-8edce65be842 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3618069 Nov 09 10:43:13.748418 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 49144) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:43:13.753988 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-07a82c26-7e5b-41fc-bddd-158adf39bc2f tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Request body: {'security_group_rule': {'security_group_id': '5cb2b85c-9f99-4de4-9109-0a98f2529597', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:43:13.827560 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-07a82c26-7e5b-41fc-bddd-158adf39bc2f tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:13.886220 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-07a82c26-7e5b-41fc-bddd-158adf39bc2f tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:13.915503 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] Publish callbacks [] for port, precommit_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:13.950893 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-07a82c26-7e5b-41fc-bddd-158adf39bc2f tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:13.970433 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a82c26-7e5b-41fc-bddd-158adf39bc2f tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d0a87e-923c-49ec-87fb-b04a989638e7,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:13.983395 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:14.033981 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925b4c5-b63a-47a8-b9a5-a2b43cdbaabe None None] Pushing event updated for resources: {'Port': ['ID=6af22991-3641-4999-955c-dd5a8c66a45c,revision_number=3']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:14.054688 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-07a82c26-7e5b-41fc-bddd-158adf39bc2f tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:14.056242 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-07a82c26-7e5b-41fc-bddd-158adf39bc2f tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3063681 Nov 09 10:43:14.059792 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 49146) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:43:14.064794 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-2282b0c1-5372-42e1-a5bd-87934f6d8f62 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Request body: {'floatingip': {'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:43:14.086836 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] Attempting to bind port 6af22991-3641-4999-955c-dd5a8c66a45c on host dv-cinder-816628-1-iscsi for vnic_type normal with profile {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:43:14.087351 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] Attempting to bind port 6af22991-3641-4999-955c-dd5a8c66a45c by drivers openvswitch,hyperv on host dv-cinder-816628-1-iscsi at level 0 using segments [{'id': 'd95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8'}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:43:14.087530 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] Attempting to bind port 6af22991-3641-4999-955c-dd5a8c66a45c on network 230c91f7-84e9-4100-91e5-845eeb203ee8 {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:43:14.092977 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] Checking agent: {'id': '1dc0487b-2a39-4dfb-af21-9500786467d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 26, 56), 'started_at': datetime.datetime(2021, 11, 9, 10, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:43:14.093347 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] Checking segment: {'id': 'd95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:43:14.093737 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:14.094119 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] Bound using segment: {'id': 'd95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8'} {{(pid=101906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:43:14.094579 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.managers [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] Bound port: 6af22991-3641-4999-955c-dd5a8c66a45c, host: dv-cinder-816628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8'}}] {{(pid=101906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:43:14.094947 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:14.160826 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2282b0c1-5372-42e1-a5bd-87934f6d8f62 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for floatingip, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:14.274571 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2282b0c1-5372-42e1-a5bd-87934f6d8f62 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:14.307181 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] For port 6af22991-3641-4999-955c-dd5a8c66a45c, host dv-cinder-816628-1-iscsi, cleared binding levels {{(pid=101906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:43:14.310442 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] For port 6af22991-3641-4999-955c-dd5a8c66a45c, host dv-cinder-816628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=6af22991-3641-4999-955c-dd5a8c66a45c,segment=NetworkSegment(d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86),segment_id=d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86)] {{(pid=101906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:43:14.313544 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-d7e31b68-02a9-48c3-8452-7cd234153d91 None None] Provisioning complete for port 6af22991-3641-4999-955c-dd5a8c66a45c triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:43:14.313911 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d7e31b68-02a9-48c3-8452-7cd234153d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:14.338386 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 288d25b3-61f7-4a81-a59c-e9671c3bba8a up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:43:14.382648 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-d7e31b68-02a9-48c3-8452-7cd234153d91 None None] Port 6af22991-3641-4999-955c-dd5a8c66a45c cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:43:14.390681 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:14.395735 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [None req-2282b0c1-5372-42e1-a5bd-87934f6d8f62 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Allocated IP 172.27.0.66 (b911c41a-6d30-4814-901f-89185e089761/716689b8-5fc0-4f64-a63e-fd749e80eafc/8791d224-8984-420d-bfac-9ad9e95f974a) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:43:14.447171 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 288d25b3-61f7-4a81-a59c-e9671c3bba8a triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:43:14.447628 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:14.484413 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925b4c5-b63a-47a8-b9a5-a2b43cdbaabe None None] Pushing event updated for resources: {'Port': ['ID=6af22991-3641-4999-955c-dd5a8c66a45c,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:14.489175 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] Routers {'0954aba8-bf43-4005-b72b-78f043206e91'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:43:14.489796 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:42:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['0954aba8-bf43-4005-b72b-78f043206e91'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:14.517844 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2282b0c1-5372-42e1-a5bd-87934f6d8f62 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:14.633848 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2282b0c1-5372-42e1-a5bd-87934f6d8f62 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:14.650845 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] Set router 0954aba8-bf43-4005-b72b-78f043206e91 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:43:14.686391 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2282b0c1-5372-42e1-a5bd-87934f6d8f62 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Network b911c41a-6d30-4814-901f-89185e089761 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:43:14.689449 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-2282b0c1-5372-42e1-a5bd-87934f6d8f62 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:43:14.694045 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2282b0c1-5372-42e1-a5bd-87934f6d8f62 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:43:14.697388 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282b0c1-5372-42e1-a5bd-87934f6d8f62 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Pushing event updated for resources: {'Port': ['ID=8791d224-8984-420d-bfac-9ad9e95f974a,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:14.745658 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-162e2937-e2f0-40f1-a422-8a34ae448197 None None] Provisioning complete for port 6af22991-3641-4999-955c-dd5a8c66a45c triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:43:14.746072 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-162e2937-e2f0-40f1-a422-8a34ae448197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:14.792287 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2282b0c1-5372-42e1-a5bd-87934f6d8f62 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:14.907785 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2282b0c1-5372-42e1-a5bd-87934f6d8f62 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:14.920080 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-162e2937-e2f0-40f1-a422-8a34ae448197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:14.966381 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-162e2937-e2f0-40f1-a422-8a34ae448197 None None] For port 6af22991-3641-4999-955c-dd5a8c66a45c, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=6af22991-3641-4999-955c-dd5a8c66a45c,segment=NetworkSegment(d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86),segment_id=d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:43:14.969365 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954aba8-bf43-4005-b72b-78f043206e91', 'name': 'tempest-AttachVolumeTestJSON-1624569910-router', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:11Z', 'revision_number': 4, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'gw_port': {'id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '6af22991-3641-4999-955c-dd5a8c66a45c', 'name': '', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'mac_address': 'fa:16:3e:e8:b6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:10Z', 'updated_at': '2021-11-09T10:43:14Z', 'revision_number': 4, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'subnets': [{'id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:15.001387 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc607b4-730e-4fcf-9101-715f3f628c4b None None] The sync data for ids ['0954aba8-bf43-4005-b72b-78f043206e91'] in dv-cinder-816628-1-iscsi is: [{'id': '0954aba8-bf43-4005-b72b-78f043206e91', 'name': 'tempest-AttachVolumeTestJSON-1624569910-router', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:11Z', 'revision_number': 4, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'gw_port': {'id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '6af22991-3641-4999-955c-dd5a8c66a45c', 'name': '', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'mac_address': 'fa:16:3e:e8:b6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:10Z', 'updated_at': '2021-11-09T10:43:14Z', 'revision_number': 4, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'subnets': [{'id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:43:15.068408 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-162e2937-e2f0-40f1-a422-8a34ae448197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:15.102942 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2282b0c1-5372-42e1-a5bd-87934f6d8f62 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:15.142401 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e2937-e2f0-40f1-a422-8a34ae448197 None None] Pushing event updated for resources: {'Port': ['ID=6af22991-3641-4999-955c-dd5a8c66a45c,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:15.171672 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2282b0c1-5372-42e1-a5bd-87934f6d8f62 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:15.241548 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282b0c1-5372-42e1-a5bd-87934f6d8f62 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Pushing event updated for resources: {'Port': ['ID=8791d224-8984-420d-bfac-9ad9e95f974a,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:15.260094 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2282b0c1-5372-42e1-a5bd-87934f6d8f62 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741267'] for floatingip, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:15.379702 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-2282b0c1-5372-42e1-a5bd-87934f6d8f62 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for floatingip, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:15.381515 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-2282b0c1-5372-42e1-a5bd-87934f6d8f62 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3202868 Nov 09 10:43:15.552902 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-694d80d5-d729-43ae-934e-403a82bb5940 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1642612414&fields=id&tenant_id=6592fbeeeebb4270b2c5fbd99522ccae HTTP/1.1" status: 200 len: 267 time: 0.0465188 Nov 09 10:43:15.678670 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-d2ee753a-9d27-456b-9157-3783aa8869cf tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:15.680306 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-d2ee753a-9d27-456b-9157-3783aa8869cf tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/networks?id=230c91f7-84e9-4100-91e5-845eeb203ee8 HTTP/1.1" status: 200 len: 811 time: 0.1183233 Nov 09 10:43:15.697856 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-7025e7f2-f2e9-4ba2-8b36-540b3d069945 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/quotas/6592fbeeeebb4270b2c5fbd99522ccae HTTP/1.1" status: 200 len: 375 time: 0.0101714 Nov 09 10:43:15.761916 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-f63efff3-038c-4d60-92c9-a8ae70cbc465 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6592fbeeeebb4270b2c5fbd99522ccae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530593 Nov 09 10:43:15.884670 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-af51e2f8-7286-4a72-b1cb-2a06d51bf24c service neutron] 10.222.0.35 "GET /v2.0/networks/230c91f7-84e9-4100-91e5-845eeb203ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102397 Nov 09 10:43:15.984128 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-d155157f-d2af-4ab5-92f1-da764dfc6406 service neutron] 10.222.0.35 "GET /v2.0/networks/230c91f7-84e9-4100-91e5-845eeb203ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905433 Nov 09 10:43:16.241662 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c01c2952-877f-4dc0-8445-a86a8faeb2f7 req-107191c5-285f-4afd-b9b4-5c1336746f43 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 210 time: 0.0331256 Nov 09 10:43:16.403700 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 6af22991-3641-4999-955c-dd5a8c66a45c up at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:43:16.458504 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Provisioning complete for port 6af22991-3641-4999-955c-dd5a8c66a45c triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:43:16.458869 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:17.346603 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-097be414-dbf3-4433-81cd-9ee66e792cfd req-988c8c97-1ec5-45b8-8239-a78e81e12400 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 210 time: 0.0304964 Nov 09 10:43:18.443926 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e354f7fa-e72e-4db9-812c-958d89c097e6 req-60b64dc6-0c30-4524-904b-ceab6329c18b tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 210 time: 0.0298400 Nov 09 10:43:18.602536 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-21a7fc28-0eac-43d2-b9c7-3be2db7a95c1 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:18.604102 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-21a7fc28-0eac-43d2-b9c7-3be2db7a95c1 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.30 "GET /v2.0/networks?id=230c91f7-84e9-4100-91e5-845eeb203ee8 HTTP/1.1" status: 200 len: 811 time: 0.0994320 Nov 09 10:43:18.675566 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-a96ce545-3573-4d39-9d1b-6b4403878dc7 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6592fbeeeebb4270b2c5fbd99522ccae HTTP/1.1" status: 200 len: 380 time: 0.0507936 Nov 09 10:43:18.686788 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-a6814576-27cf-457d-bb28-7ea69e13477c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Request body: {'port': {'device_id': 'f79e42b6-2d89-4922-9eff-c5e72f4b44fb', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'admin_state_up': True, 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'security_groups': ['5cb2b85c-9f99-4de4-9109-0a98f2529597']}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:43:18.845805 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-a6814576-27cf-457d-bb28-7ea69e13477c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Made reservation on behalf of 6592fbeeeebb4270b2c5fbd99522ccae for: {'port': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:43:18.849567 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-a6814576-27cf-457d-bb28-7ea69e13477c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:18.976944 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-a6814576-27cf-457d-bb28-7ea69e13477c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Allocated IP 172.20.0.3 (230c91f7-84e9-4100-91e5-845eeb203ee8/2498992f-f3a0-4f19-b4a7-10cbad62ac09/d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:43:19.109376 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-a6814576-27cf-457d-bb28-7ea69e13477c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:19.217704 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-a6814576-27cf-457d-bb28-7ea69e13477c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:19.261171 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-a6814576-27cf-457d-bb28-7ea69e13477c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Network 230c91f7-84e9-4100-91e5-845eeb203ee8 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:43:19.264736 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-a6814576-27cf-457d-bb28-7ea69e13477c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:43:19.271477 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-a6814576-27cf-457d-bb28-7ea69e13477c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:43:19.296928 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6814576-27cf-457d-bb28-7ea69e13477c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Pushing event updated for resources: {'Port': ['ID=d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:19.326225 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-a6814576-27cf-457d-bb28-7ea69e13477c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:19.326856 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-a6814576-27cf-457d-bb28-7ea69e13477c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:19.408917 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-a6814576-27cf-457d-bb28-7ea69e13477c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7266099 Nov 09 10:43:19.423220 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] Request body: {'port': {'device_id': 'f79e42b6-2d89-4922-9eff-c5e72f4b44fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81662'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:43:19.479430 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:19.516983 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-574383f3-d0ce-4a0d-a06b-2af886cfe087 None None] Provisioning complete for port d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:43:19.521638 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-574383f3-d0ce-4a0d-a06b-2af886cfe087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:19.560938 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bc9e6-d0a5-4e33-a905-17ec8435b3a9 req-8e76839c-1e6b-4ae5-9134-1dc451a31cac tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:19.561499 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-574383f3-d0ce-4a0d-a06b-2af886cfe087 None None] Port d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:43:19.563422 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e96bc9e6-d0a5-4e33-a905-17ec8435b3a9 req-8e76839c-1e6b-4ae5-9134-1dc451a31cac tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 931 time: 0.0527163 Nov 09 10:43:19.620423 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e96bc9e6-d0a5-4e33-a905-17ec8435b3a9 req-3c79f2f6-8746-43db-a347-05d94e84d8d0 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435343 Nov 09 10:43:19.769547 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 {{(pid=101904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:43:19.778006 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:19.790240 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.provisioning_blocks [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] Transition to ACTIVE for port object d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 will not be triggered until provisioned by entity L2. {{(pid=101904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:43:19.931665 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:19.980828 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] Pushing event updated for resources: {'Port': ['ID=d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:20.063655 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] Attempting to bind port d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 on host hv-cinder-81662 for vnic_type normal with profile {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:43:20.064003 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] Attempting to bind port d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 by drivers openvswitch,hyperv on host hv-cinder-81662 at level 0 using segments [{'id': 'd95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8'}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:43:20.064334 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] Attempting to bind port d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 on network 230c91f7-84e9-4100-91e5-845eeb203ee8 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:43:20.070947 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] Port d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 on network 230c91f7-84e9-4100-91e5-845eeb203ee8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81662 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 10:43:20.071259 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] Attempting to bind port d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 on network 230c91f7-84e9-4100-91e5-845eeb203ee8 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:43:20.080801 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] Checking agent: {'id': 'b8adbdf0-e7b5-4c08-8a0d-020b5ee3746c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'started_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:43:20.080801 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] Checking segment: {'id': 'd95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:43:20.080801 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] Bound using segment: {'id': 'd95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8'} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:43:20.080801 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] Bound port: d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610, host: hv-cinder-81662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8'}}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:43:20.080801 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:20.155338 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] For port d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610, host hv-cinder-81662, cleared binding levels {{(pid=101904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:43:20.159119 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] For port d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610, host hv-cinder-81662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610,segment=NetworkSegment(d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86),segment_id=d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86)] {{(pid=101904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:43:20.223714 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:20.258731 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:20.260213 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:20.261721 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] 10.222.0.30 "PUT /v2.0/ports/d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 HTTP/1.1" status: 200 len: 1093 time: 0.8431575 Nov 09 10:43:20.264219 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79e42b6-2d89-4922-9eff-c5e72f4b44fb', 'tag': 'd9ab7c1a-8c7d-49d1-a42e-120fbe4f3610'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:43:20.266290 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3979a253-48a8-4ab7-822b-98d80bdced1c" -d '{"events": [{"name": "network-changed", "server_uuid": "f79e42b6-2d89-4922-9eff-c5e72f4b44fb", "tag": "d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:43:20.300774 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5056c-6bf5-40cb-a3e2-6fc7357a487f service neutron] Pushing event updated for resources: {'Port': ['ID=d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610,revision_number=3']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:20.316788 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2e96cc-1499-4442-a7f5-b02708b7da47 x-openstack-request-id: req-bb2e96cc-1499-4442-a7f5-b02708b7da47 {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:43:20.317234 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79e42b6-2d89-4922-9eff-c5e72f4b44fb", "tag": "d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:43:20.317481 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bb2e96cc-1499-4442-a7f5-b02708b7da47 {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:43:20.317875 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79e42b6-2d89-4922-9eff-c5e72f4b44fb', 'tag': 'd9ab7c1a-8c7d-49d1-a42e-120fbe4f3610', 'status': 'completed', 'code': 200} Nov 09 10:43:20.386280 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979a253-48a8-4ab7-822b-98d80bdced1c req-9ccda9cb-4a09-4c4a-bba0-15547e36018d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:20.387934 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3979a253-48a8-4ab7-822b-98d80bdced1c req-9ccda9cb-4a09-4c4a-bba0-15547e36018d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6592fbeeeebb4270b2c5fbd99522ccae&device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 1096 time: 0.0456481 Nov 09 10:43:20.501068 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979a253-48a8-4ab7-822b-98d80bdced1c req-5bf95116-5903-426b-b62b-b84803dc1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:20.502560 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3979a253-48a8-4ab7-822b-98d80bdced1c req-5bf95116-5903-426b-b62b-b84803dc1ae6 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6592fbeeeebb4270b2c5fbd99522ccae&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1045632 Nov 09 10:43:20.544427 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-360b4a44-9c7d-48bc-9822-fe82018b5339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:20.616966 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979a253-48a8-4ab7-822b-98d80bdced1c req-75e06fd1-e034-40bf-aab3-d3c37ddce4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:20.618955 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3979a253-48a8-4ab7-822b-98d80bdced1c req-75e06fd1-e034-40bf-aab3-d3c37ddce4f6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1079736 Nov 09 10:43:20.711334 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-1c374a90-5a51-40f2-9833-5b6bdd4fe1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:20.712994 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-1c374a90-5a51-40f2-9833-5b6bdd4fe1c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6592fbeeeebb4270b2c5fbd99522ccae&device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 1096 time: 0.0503407 Nov 09 10:43:20.739579 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedc81f-bb5e-4202-b4b5-bfd91cdfff8d req-68553566-cd31-4e1b-b4b7-9dcfc9d85362 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:20.741132 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-bfedc81f-bb5e-4202-b4b5-bfd91cdfff8d req-68553566-cd31-4e1b-b4b7-9dcfc9d85362 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 943 time: 0.0518615 Nov 09 10:43:20.760719 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-1a1d4cae-0408-4e16-af14-b648dfcd38b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 HTTP/1.1" status: 200 len: 217 time: 0.0346615 Nov 09 10:43:20.793215 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-bfedc81f-bb5e-4202-b4b5-bfd91cdfff8d req-e4b6d38c-2b98-4748-a6d7-3bfc5ad46daf tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450134 Nov 09 10:43:20.812341 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-6de15bef-e79a-4fd5-bd49-e1c9d7c39324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:20.813784 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-6de15bef-e79a-4fd5-bd49-e1c9d7c39324 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2498992f-f3a0-4f19-b4a7-10cbad62ac09 HTTP/1.1" status: 200 len: 850 time: 0.0451667 Nov 09 10:43:20.861889 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-0a235c38-95d0-4d41-b791-40fd073dc600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:20.863381 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-0a235c38-95d0-4d41-b791-40fd073dc600 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=230c91f7-84e9-4100-91e5-845eeb203ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420179 Nov 09 10:43:20.958187 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-c68d1f77-0f5c-4caa-ad39-531b35c860a3 service neutron] 10.222.0.30 "GET /v2.0/networks/230c91f7-84e9-4100-91e5-845eeb203ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856030 Nov 09 10:43:21.050307 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-212b585d-fa8a-4650-acd8-4a2cb0430e93 req-2dfc933f-d96d-4460-b71d-0c9e2d996be5 service neutron] 10.222.0.30 "GET /v2.0/networks/230c91f7-84e9-4100-91e5-845eeb203ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844004 Nov 09 10:43:21.910432 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdd10d-8a7e-490f-9eb3-83469ef58d3f req-8dfda07b-793b-40c6-a4b7-69d36073b1f5 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:21.911931 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e6cdd10d-8a7e-490f-9eb3-83469ef58d3f req-8dfda07b-793b-40c6-a4b7-69d36073b1f5 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 943 time: 0.0506065 Nov 09 10:43:21.961255 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e6cdd10d-8a7e-490f-9eb3-83469ef58d3f req-448c903a-2479-4fdb-8aaa-99934a68713d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431597 Nov 09 10:43:23.076359 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e562f1b-b684-4a2c-bba2-8ce52430e040 req-b52f8c93-057c-4947-a9e2-77e7036ceb9f tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:23.077819 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4e562f1b-b684-4a2c-bba2-8ce52430e040 req-b52f8c93-057c-4947-a9e2-77e7036ceb9f tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 943 time: 0.0514183 Nov 09 10:43:23.125362 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4e562f1b-b684-4a2c-bba2-8ce52430e040 req-cb90d307-f06f-4662-a303-97a7d388e3d7 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417435 Nov 09 10:43:23.303172 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-722c20d3-c097-40cb-992a-6fe8bad057ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:23.965135 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:24.249564 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4223202-bcf7-4915-ad24-f92b677a42f1 req-b2a13a91-1d2d-49c8-9f7b-4c4bf0fe0cba tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:24.251128 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f4223202-bcf7-4915-ad24-f92b677a42f1 req-b2a13a91-1d2d-49c8-9f7b-4c4bf0fe0cba tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 943 time: 0.0533063 Nov 09 10:43:24.303802 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f4223202-bcf7-4915-ad24-f92b677a42f1 req-65d6897e-631a-402f-b34a-24a473635045 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425804 Nov 09 10:43:24.643612 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:43:24.738486 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610,segment=NetworkSegment(d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86),segment_id=d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:43:24.753295 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': 'd9ab7c1a-8c7d-49d1-a42e-120fbe4f3610', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'port_id': 'd9ab7c1a-8c7d-49d1-a42e-120fbe4f3610', 'mac_address': 'fa:16:3e:fc:9e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:43:24.790647 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:24.803181 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:43:24.824789 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610,segment=NetworkSegment(d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86),segment_id=d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:43:24.885621 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:24.934692 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:25.100554 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:43:25.421399 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc9674-59f3-4842-b2ca-b6adbd67bca4 req-de4874be-4910-420f-ad72-e1ddb32d89b6 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:25.422961 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-88dc9674-59f3-4842-b2ca-b6adbd67bca4 req-de4874be-4910-420f-ad72-e1ddb32d89b6 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 944 time: 0.0497251 Nov 09 10:43:25.473568 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-88dc9674-59f3-4842-b2ca-b6adbd67bca4 req-b839d567-1d55-4f6f-9627-e55e60a54b86 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439787 Nov 09 10:43:25.543518 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:26.183611 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:26.331468 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:26.592590 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a40f91-0e52-453f-adeb-6fae964ad348 req-d489dd82-30a8-45b7-9545-3c2a10213e5a tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:26.594080 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-64a40f91-0e52-453f-adeb-6fae964ad348 req-d489dd82-30a8-45b7-9545-3c2a10213e5a tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 944 time: 0.0521247 Nov 09 10:43:26.642089 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-64a40f91-0e52-453f-adeb-6fae964ad348 req-4a15dfe9-2946-4f29-872e-4530da7ce83b tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418887 Nov 09 10:43:26.675413 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:43:26.834406 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning for port d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 completed by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:43:26.838510 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:43:26.838879 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:26.919446 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:26.941431 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79e42b6-2d89-4922-9eff-c5e72f4b44fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ab7c1a-8c7d-49d1-a42e-120fbe4f3610'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:43:26.943642 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3a1ff7-ca09-49c9-b3ce-94e855e36657" -d '{"events": [{"server_uuid": "f79e42b6-2d89-4922-9eff-c5e72f4b44fb", "name": "network-vif-plugged", "status": "completed", "tag": "d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:43:26.956288 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610,segment=NetworkSegment(d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86),segment_id=d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:43:26.981147 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199a30b5-081f-45c5-bca6-e75571e399ec x-openstack-request-id: req-199a30b5-081f-45c5-bca6-e75571e399ec {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:43:26.981460 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79e42b6-2d89-4922-9eff-c5e72f4b44fb", "name": "network-vif-plugged", "status": "completed", "tag": "d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:43:26.981768 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-199a30b5-081f-45c5-bca6-e75571e399ec {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:43:26.982132 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79e42b6-2d89-4922-9eff-c5e72f4b44fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ab7c1a-8c7d-49d1-a42e-120fbe4f3610', 'code': 200} Nov 09 10:43:27.045673 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:27.093510 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:27.284383 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e6cd5-0a79-4c46-918a-4d95b0914bd3 req-d1699a5e-3c02-4d4c-85f7-b35c6af2faf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:27.285868 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-708e6cd5-0a79-4c46-918a-4d95b0914bd3 req-d1699a5e-3c02-4d4c-85f7-b35c6af2faf2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 1098 time: 0.0407143 Nov 09 10:43:27.332444 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-708e6cd5-0a79-4c46-918a-4d95b0914bd3 req-029318b2-0423-4e5e-9d70-a40daf9ff416 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389102 Nov 09 10:43:27.760263 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835ce31-db29-4e54-af58-9dc7bbcf117c req-711f2e04-654e-4518-87e7-f464827a0da5 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:27.762285 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4835ce31-db29-4e54-af58-9dc7bbcf117c req-711f2e04-654e-4518-87e7-f464827a0da5 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0521617 Nov 09 10:43:27.812606 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4835ce31-db29-4e54-af58-9dc7bbcf117c req-f415d9fe-339a-426d-bce0-01445e72baa3 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444641 Nov 09 10:43:28.932200 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aaf513-00ea-4dbc-9101-ffd2032d0f1e req-0bd5357a-d930-48d6-baac-755d2882fdbd tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:28.933601 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-58aaf513-00ea-4dbc-9101-ffd2032d0f1e req-0bd5357a-d930-48d6-baac-755d2882fdbd tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0527048 Nov 09 10:43:28.981590 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-58aaf513-00ea-4dbc-9101-ffd2032d0f1e req-5fe7e295-00bb-4317-8e19-f68480cb4ae3 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418305 Nov 09 10:43:29.097372 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68107a2c-689a-4610-9db0-270673f6e6b6 req-22f955fa-c725-49e7-bc1f-92a8ad5872a6 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:29.098869 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-68107a2c-689a-4610-9db0-270673f6e6b6 req-22f955fa-c725-49e7-bc1f-92a8ad5872a6 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0516088 Nov 09 10:43:29.107928 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 49212) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:43:29.112267 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-446f5852-fd8c-4bc1-92da-ee87250eab0c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Request body: {'floatingip': {'port_id': 'd9ab7c1a-8c7d-49d1-a42e-120fbe4f3610'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:43:29.152996 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-446f5852-fd8c-4bc1-92da-ee87250eab0c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for floatingip, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:29.636132 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-446f5852-fd8c-4bc1-92da-ee87250eab0c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:29.664100 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-51535118-0e66-4f0c-ae26-a8d32a38a399 req-24e902d0-bdad-4cd3-900b-01ab4d940285 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394015 Nov 09 10:43:29.715317 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-446f5852-fd8c-4bc1-92da-ee87250eab0c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741267'] for floatingip, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:29.770540 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51535118-0e66-4f0c-ae26-a8d32a38a399 req-57522231-5fdc-42ea-bf20-5c41dd97abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:29.772077 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-51535118-0e66-4f0c-ae26-a8d32a38a399 req-57522231-5fdc-42ea-bf20-5c41dd97abb9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f193ff8d94534794ba21cabcf0169326&device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 1098 time: 0.0874863 Nov 09 10:43:30.143781 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.l3_db [None req-446f5852-fd8c-4bc1-92da-ee87250eab0c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Floating IP efca35d5-5599-4ad6-a7eb-8ffe4e11aff6 associated. External IP: 172.27.0.66, port: d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610. Nov 09 10:43:30.215461 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51535118-0e66-4f0c-ae26-a8d32a38a399 req-38500d99-1de2-40cc-8403-9d86e31f135a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:30.216970 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-51535118-0e66-4f0c-ae26-a8d32a38a399 req-38500d99-1de2-40cc-8403-9d86e31f135a service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a HTTP/1.1" status: 200 len: 911 time: 0.4150660 Nov 09 10:43:30.317989 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-51535118-0e66-4f0c-ae26-a8d32a38a399 req-41d2e273-6ceb-46d1-bfe6-0130926c2762 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65d4e176-a65c-4a75-aa8b-00ec55b41da7 HTTP/1.1" status: 200 len: 1000 time: 0.0755489 Nov 09 10:43:30.443283 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51535118-0e66-4f0c-ae26-a8d32a38a399 req-2564a843-7177-4401-a507-b34f8c746df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:30.443283 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-51535118-0e66-4f0c-ae26-a8d32a38a399 req-2564a843-7177-4401-a507-b34f8c746df8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd36f13f-4940-4cef-a69d-ffd58a026a88 HTTP/1.1" status: 200 len: 850 time: 0.1111782 Nov 09 10:43:30.510588 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446f5852-fd8c-4bc1-92da-ee87250eab0c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Router 0954aba8-bf43-4005-b72b-78f043206e91 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:43:30.519353 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51535118-0e66-4f0c-ae26-a8d32a38a399 req-edafb550-6d5d-46f9-a66e-ab65ebde0069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:30.520886 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-51535118-0e66-4f0c-ae26-a8d32a38a399 req-edafb550-6d5d-46f9-a66e-ab65ebde0069 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762205 Nov 09 10:43:30.690423 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446f5852-fd8c-4bc1-92da-ee87250eab0c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:43:30.693393 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-51535118-0e66-4f0c-ae26-a8d32a38a399 req-ed932282-35c0-473d-a6cc-3e4bd21c69b7 service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644113 Nov 09 10:43:30.696315 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-446f5852-fd8c-4bc1-92da-ee87250eab0c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for floatingip, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:30.700813 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809affc6-e68c-4efd-b14f-1d2e19c1b3f4 None None] Sync routers for ids ['0954aba8-bf43-4005-b72b-78f043206e91'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:43:30.714153 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809affc6-e68c-4efd-b14f-1d2e19c1b3f4 None None] Routers {'0954aba8-bf43-4005-b72b-78f043206e91'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:43:30.714779 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-809affc6-e68c-4efd-b14f-1d2e19c1b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:43:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['0954aba8-bf43-4005-b72b-78f043206e91'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:30.750086 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-446f5852-fd8c-4bc1-92da-ee87250eab0c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "PUT /v2.0/floatingips/efca35d5-5599-4ad6-a7eb-8ffe4e11aff6 HTTP/1.1" status: 200 len: 990 time: 1.6410637 Nov 09 10:43:30.752572 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79e42b6-2d89-4922-9eff-c5e72f4b44fb', 'tag': 'd9ab7c1a-8c7d-49d1-a42e-120fbe4f3610'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:43:30.754964 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a832aca-9dcb-4aba-acc6-20fd20b35b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "f79e42b6-2d89-4922-9eff-c5e72f4b44fb", "tag": "d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:43:30.827578 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-51535118-0e66-4f0c-ae26-a8d32a38a399 req-f4e0d276-2151-45dc-bca8-b88cce75fbdc service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270676 Nov 09 10:43:30.837372 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6171c48d-29b5-4be6-bd2e-3af1fe583c99 x-openstack-request-id: req-6171c48d-29b5-4be6-bd2e-3af1fe583c99 {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:43:30.837662 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79e42b6-2d89-4922-9eff-c5e72f4b44fb", "tag": "d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:43:30.838010 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6171c48d-29b5-4be6-bd2e-3af1fe583c99 {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:43:30.838319 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79e42b6-2d89-4922-9eff-c5e72f4b44fb', 'tag': 'd9ab7c1a-8c7d-49d1-a42e-120fbe4f3610', 'status': 'completed', 'code': 200} Nov 09 10:43:30.847560 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-809affc6-e68c-4efd-b14f-1d2e19c1b3f4 None None] Set router 0954aba8-bf43-4005-b72b-78f043206e91 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:43:30.912150 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a832aca-9dcb-4aba-acc6-20fd20b35b4b req-0aa1d7a0-7b3a-465f-b5ad-78a203b9c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:30.913659 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7a832aca-9dcb-4aba-acc6-20fd20b35b4b req-0aa1d7a0-7b3a-465f-b5ad-78a203b9c782 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6592fbeeeebb4270b2c5fbd99522ccae&device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 1098 time: 0.0473740 Nov 09 10:43:31.007138 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a832aca-9dcb-4aba-acc6-20fd20b35b4b req-b15ddfc3-53a4-4221-97c6-cde91a441b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:31.008665 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7a832aca-9dcb-4aba-acc6-20fd20b35b4b req-b15ddfc3-53a4-4221-97c6-cde91a441b77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=230c91f7-84e9-4100-91e5-845eeb203ee8 HTTP/1.1" status: 200 len: 911 time: 0.0871496 Nov 09 10:43:31.075433 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-809affc6-e68c-4efd-b14f-1d2e19c1b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954aba8-bf43-4005-b72b-78f043206e91', 'name': 'tempest-AttachVolumeTestJSON-1624569910-router', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:11Z', 'revision_number': 4, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'gw_port': {'id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': 'efca35d5-5599-4ad6-a7eb-8ffe4e11aff6', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'port_id': 'd9ab7c1a-8c7d-49d1-a42e-120fbe4f3610', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'mac_address': 'fa:16:3e:fc:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e42b6-2d89-4922-9eff-c5e72f4b44fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:43:14Z', 'updated_at': '2021-11-09T10:43:29Z', 'revision_number': 1, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af22991-3641-4999-955c-dd5a8c66a45c', 'name': '', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'mac_address': 'fa:16:3e:e8:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:10Z', 'updated_at': '2021-11-09T10:43:14Z', 'revision_number': 5, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'subnets': [{'id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:31.078868 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7a832aca-9dcb-4aba-acc6-20fd20b35b4b req-caa85668-e3c4-4f24-92e2-dc62308ded88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 HTTP/1.1" status: 200 len: 998 time: 0.0634403 Nov 09 10:43:31.104464 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809affc6-e68c-4efd-b14f-1d2e19c1b3f4 None None] Checking router: 0954aba8-bf43-4005-b72b-78f043206e91 for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:43:31.113552 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809affc6-e68c-4efd-b14f-1d2e19c1b3f4 None None] Routers {'0954aba8-bf43-4005-b72b-78f043206e91'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:43:31.114162 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-809affc6-e68c-4efd-b14f-1d2e19c1b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:43:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['0954aba8-bf43-4005-b72b-78f043206e91'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:31.130582 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a832aca-9dcb-4aba-acc6-20fd20b35b4b req-c5d1c19a-0d69-481f-b1bb-80ff2c68e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:31.132067 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7a832aca-9dcb-4aba-acc6-20fd20b35b4b req-c5d1c19a-0d69-481f-b1bb-80ff2c68e430 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2498992f-f3a0-4f19-b4a7-10cbad62ac09 HTTP/1.1" status: 200 len: 850 time: 0.0461304 Nov 09 10:43:31.178136 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a832aca-9dcb-4aba-acc6-20fd20b35b4b req-d071c535-62f6-40e8-9c83-2d00904e34f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:31.179647 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7a832aca-9dcb-4aba-acc6-20fd20b35b4b req-d071c535-62f6-40e8-9c83-2d00904e34f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=230c91f7-84e9-4100-91e5-845eeb203ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410607 Nov 09 10:43:31.222673 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-809affc6-e68c-4efd-b14f-1d2e19c1b3f4 None None] Set router 0954aba8-bf43-4005-b72b-78f043206e91 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:43:31.277393 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7a832aca-9dcb-4aba-acc6-20fd20b35b4b req-79ec0060-0998-4a57-979c-b626e958ec78 service neutron] 10.222.0.30 "GET /v2.0/networks/230c91f7-84e9-4100-91e5-845eeb203ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893078 Nov 09 10:43:31.367115 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7a832aca-9dcb-4aba-acc6-20fd20b35b4b req-4577cd6a-e31a-43d2-8345-f99f03eb0276 service neutron] 10.222.0.30 "GET /v2.0/networks/230c91f7-84e9-4100-91e5-845eeb203ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834846 Nov 09 10:43:31.445776 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-809affc6-e68c-4efd-b14f-1d2e19c1b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954aba8-bf43-4005-b72b-78f043206e91', 'name': 'tempest-AttachVolumeTestJSON-1624569910-router', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:11Z', 'revision_number': 4, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'gw_port': {'id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': 'efca35d5-5599-4ad6-a7eb-8ffe4e11aff6', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'port_id': 'd9ab7c1a-8c7d-49d1-a42e-120fbe4f3610', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'mac_address': 'fa:16:3e:fc:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e42b6-2d89-4922-9eff-c5e72f4b44fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:43:14Z', 'updated_at': '2021-11-09T10:43:29Z', 'revision_number': 1, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af22991-3641-4999-955c-dd5a8c66a45c', 'name': '', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'mac_address': 'fa:16:3e:e8:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:10Z', 'updated_at': '2021-11-09T10:43:14Z', 'revision_number': 5, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'subnets': [{'id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:31.472206 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809affc6-e68c-4efd-b14f-1d2e19c1b3f4 None None] The sync data for ids ['0954aba8-bf43-4005-b72b-78f043206e91'] in dv-cinder-816628-1-iscsi is: [{'id': '0954aba8-bf43-4005-b72b-78f043206e91', 'name': 'tempest-AttachVolumeTestJSON-1624569910-router', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:11Z', 'revision_number': 4, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'gw_port': {'id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': 'efca35d5-5599-4ad6-a7eb-8ffe4e11aff6', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'port_id': 'd9ab7c1a-8c7d-49d1-a42e-120fbe4f3610', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'mac_address': 'fa:16:3e:fc:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e42b6-2d89-4922-9eff-c5e72f4b44fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:43:14Z', 'updated_at': '2021-11-09T10:43:29Z', 'revision_number': 1, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af22991-3641-4999-955c-dd5a8c66a45c', 'name': '', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'mac_address': 'fa:16:3e:e8:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:10Z', 'updated_at': '2021-11-09T10:43:14Z', 'revision_number': 5, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'subnets': [{'id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:43:31.668832 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab3c2b-a6a3-4424-b37f-dc3a16895b55 None None] New status for floating IP efca35d5-5599-4ad6-a7eb-8ffe4e11aff6: ACTIVE {{(pid=101906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 10:43:34.749143 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:43:41.105703 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f910ebc-e112-4be1-b52f-8669a229ee12 req-cc3691d7-0cc0-446b-b06b-7a43dfd965d4 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:41.107883 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-8f910ebc-e112-4be1-b52f-8669a229ee12 req-cc3691d7-0cc0-446b-b06b-7a43dfd965d4 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 945 time: 0.0501740 Nov 09 10:43:41.163208 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-8f910ebc-e112-4be1-b52f-8669a229ee12 req-8be34911-aeba-4b74-981b-a191fd43cff1 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492475 Nov 09 10:43:42.294516 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e62ed5-795e-405f-9b4c-2472cc3085f8 req-7113abf0-b035-4ddf-a2f6-7b95daf36ff9 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:42.296048 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-60e62ed5-795e-405f-9b4c-2472cc3085f8 req-7113abf0-b035-4ddf-a2f6-7b95daf36ff9 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 945 time: 0.0582092 Nov 09 10:43:42.346687 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-60e62ed5-795e-405f-9b4c-2472cc3085f8 req-26e6c564-2837-4b58-95c5-62e20682d52d tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445657 Nov 09 10:43:42.688673 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce7d08-71f9-456a-a32d-6cd2d8df2e10 req-f04fb4ab-2ec5-4f36-9b56-8019dd0623e3 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:42.690203 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-71ce7d08-71f9-456a-a32d-6cd2d8df2e10 req-f04fb4ab-2ec5-4f36-9b56-8019dd0623e3 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.30 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 945 time: 0.0483646 Nov 09 10:43:42.787657 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [req-71ce7d08-71f9-456a-a32d-6cd2d8df2e10 req-aace612c-e69b-4017-959b-82b618ec66d9 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Deleting port 65d4e176-a65c-4a75-aa8b-00ec55b41da7 {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:43:42.788017 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-71ce7d08-71f9-456a-a32d-6cd2d8df2e10 req-aace612c-e69b-4017-959b-82b618ec66d9 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:42.876338 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-71ce7d08-71f9-456a-a32d-6cd2d8df2e10 req-aace612c-e69b-4017-959b-82b618ec66d9 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] For port 65d4e176-a65c-4a75-aa8b-00ec55b41da7, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=65d4e176-a65c-4a75-aa8b-00ec55b41da7,segment=NetworkSegment(cd2cd2c2-136b-4dba-b04d-9a50d2575069),segment_id=cd2cd2c2-136b-4dba-b04d-9a50d2575069)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:43:42.876697 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-71ce7d08-71f9-456a-a32d-6cd2d8df2e10 req-aace612c-e69b-4017-959b-82b618ec66d9 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:43.057564 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-71ce7d08-71f9-456a-a32d-6cd2d8df2e10 req-aace612c-e69b-4017-959b-82b618ec66d9 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:43.057916 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-71ce7d08-71f9-456a-a32d-6cd2d8df2e10 req-aace612c-e69b-4017-959b-82b618ec66d9 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741267'] for floatingip, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:43.058228 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.l3_db [req-71ce7d08-71f9-456a-a32d-6cd2d8df2e10 req-aace612c-e69b-4017-959b-82b618ec66d9 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Floating IP 5f9575f1-dbb0-4ca7-b81f-83538bdd07e2 disassociated. External IP: 172.27.0.86, port: 65d4e176-a65c-4a75-aa8b-00ec55b41da7. Nov 09 10:43:43.058560 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [req-71ce7d08-71f9-456a-a32d-6cd2d8df2e10 req-aace612c-e69b-4017-959b-82b618ec66d9 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Calling delete_port for 65d4e176-a65c-4a75-aa8b-00ec55b41da7 owned by compute:nova {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:43:43.222644 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-71ce7d08-71f9-456a-a32d-6cd2d8df2e10 req-aace612c-e69b-4017-959b-82b618ec66d9 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:43.256079 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace612c-e69b-4017-959b-82b618ec66d9 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event deleted for resources: {'Port': ['ID=65d4e176-a65c-4a75-aa8b-00ec55b41da7,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:43.373111 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71ce7d08-71f9-456a-a32d-6cd2d8df2e10 req-aace612c-e69b-4017-959b-82b618ec66d9 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Router 12605b42-dd04-48fd-8422-9bbb7dec2aaf has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:43:43.456620 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-bb11dbe3-caef-41f1-8523-df070063193f req-b7088899-f11b-4e7f-87a0-5e9e1a7fe461 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 210 time: 0.0332305 Nov 09 10:43:43.510792 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71ce7d08-71f9-456a-a32d-6cd2d8df2e10 req-aace612c-e69b-4017-959b-82b618ec66d9 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:43:43.520980 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f0959-3036-4200-873a-0abfc5fdc7b3 None None] Sync routers for ids ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:43:43.532874 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64f0959-3036-4200-873a-0abfc5fdc7b3 None None] Routers {'12605b42-dd04-48fd-8422-9bbb7dec2aaf'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:43:43.533462 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-f64f0959-3036-4200-873a-0abfc5fdc7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:43:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:43.558141 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ce7d08-71f9-456a-a32d-6cd2d8df2e10 req-aace612c-e69b-4017-959b-82b618ec66d9 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] No DVR routers for this DVR port 65d4e176-a65c-4a75-aa8b-00ec55b41da7 on host hv-cinder-81662 {{(pid=101904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:43:43.560841 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-71ce7d08-71f9-456a-a32d-6cd2d8df2e10 req-aace612c-e69b-4017-959b-82b618ec66d9 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:43.564266 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-71ce7d08-71f9-456a-a32d-6cd2d8df2e10 req-aace612c-e69b-4017-959b-82b618ec66d9 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.30 "DELETE /v2.0/ports/65d4e176-a65c-4a75-aa8b-00ec55b41da7 HTTP/1.1" status: 204 len: 173 time: 0.8682964 Nov 09 10:43:43.564742 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770c8a3b-b36d-473c-bf3c-f51f8124875d', 'name': 'network-vif-deleted', 'tag': '65d4e176-a65c-4a75-aa8b-00ec55b41da7'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:43:43.567105 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e4a758-b388-4954-9a8e-7f22ee502230" -d '{"events": [{"server_uuid": "770c8a3b-b36d-473c-bf3c-f51f8124875d", "name": "network-vif-deleted", "tag": "65d4e176-a65c-4a75-aa8b-00ec55b41da7"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:43:43.613866 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910eb50b-b6ad-475b-8f94-bc07e73348e6 x-openstack-request-id: req-910eb50b-b6ad-475b-8f94-bc07e73348e6 {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:43:43.614155 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770c8a3b-b36d-473c-bf3c-f51f8124875d", "name": "network-vif-deleted", "tag": "65d4e176-a65c-4a75-aa8b-00ec55b41da7", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:43:43.614410 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-910eb50b-b6ad-475b-8f94-bc07e73348e6 {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:43:43.614875 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770c8a3b-b36d-473c-bf3c-f51f8124875d', 'name': 'network-vif-deleted', 'tag': '65d4e176-a65c-4a75-aa8b-00ec55b41da7', 'status': 'completed', 'code': 200} Nov 09 10:43:43.679432 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-f64f0959-3036-4200-873a-0abfc5fdc7b3 None None] Set router 12605b42-dd04-48fd-8422-9bbb7dec2aaf gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:43:44.043595 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-f64f0959-3036-4200-873a-0abfc5fdc7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '6e06a15f-9b65-4956-a7bc-1218ecaf7fb5', 'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'mac_address': 'fa:16:3e:d2:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:47Z', 'updated_at': '2021-11-09T10:40:51Z', 'revision_number': 5, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'subnets': [{'id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:44.079515 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f0959-3036-4200-873a-0abfc5fdc7b3 None None] Checking router: 12605b42-dd04-48fd-8422-9bbb7dec2aaf for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:43:44.088637 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64f0959-3036-4200-873a-0abfc5fdc7b3 None None] Routers {'12605b42-dd04-48fd-8422-9bbb7dec2aaf'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:43:44.089254 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-f64f0959-3036-4200-873a-0abfc5fdc7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:43:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:44.210060 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-f64f0959-3036-4200-873a-0abfc5fdc7b3 None None] Set router 12605b42-dd04-48fd-8422-9bbb7dec2aaf gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:43:44.423186 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-f64f0959-3036-4200-873a-0abfc5fdc7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '6e06a15f-9b65-4956-a7bc-1218ecaf7fb5', 'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'mac_address': 'fa:16:3e:d2:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:47Z', 'updated_at': '2021-11-09T10:40:51Z', 'revision_number': 5, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'subnets': [{'id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:43:44.453359 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f0959-3036-4200-873a-0abfc5fdc7b3 None None] The sync data for ids ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'] in dv-cinder-816628-1-iscsi is: [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '6e06a15f-9b65-4956-a7bc-1218ecaf7fb5', 'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'mac_address': 'fa:16:3e:d2:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:47Z', 'updated_at': '2021-11-09T10:40:51Z', 'revision_number': 5, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'subnets': [{'id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:43:44.594838 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-cfedd5ac-57a3-4a4b-8e1c-13e04fa76fe8 req-079ed8a6-791b-4067-a0af-94a5d7bf69aa tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=770c8a3b-b36d-473c-bf3c-f51f8124875d HTTP/1.1" status: 200 len: 210 time: 0.0278385 Nov 09 10:43:44.710842 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f343a25-414a-45f6-af71-6356b6793f6e None None] New status for floating IP 5f9575f1-dbb0-4ca7-b81f-83538bdd07e2: DOWN {{(pid=101906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 10:43:45.834602 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-c0b07c73-4580-4527-8eb7-7012b47904d8 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418179760&fields=id&tenant_id=f193ff8d94534794ba21cabcf0169326 HTTP/1.1" status: 200 len: 267 time: 0.0452526 Nov 09 10:43:45.947925 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-28ed9080-804c-4fbe-9191-08363e99661f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:45.949374 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-28ed9080-804c-4fbe-9191-08363e99661f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/networks?id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a HTTP/1.1" status: 200 len: 811 time: 0.1080647 Nov 09 10:43:45.965164 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-56e46d21-a50f-4c2d-899f-71a34f250c30 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/quotas/f193ff8d94534794ba21cabcf0169326 HTTP/1.1" status: 200 len: 375 time: 0.0094566 Nov 09 10:43:46.018465 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-fec743ae-b575-4f7b-9ffa-a6a6ef9c73e6 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f193ff8d94534794ba21cabcf0169326&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479324 Nov 09 10:43:46.120013 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-dd109ad8-bb2a-43f7-9baf-120253131022 service neutron] 10.222.0.35 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901449 Nov 09 10:43:46.209185 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-83617a43-05c9-4558-85dd-97a842f9a7d1 service neutron] 10.222.0.35 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822933 Nov 09 10:43:46.804957 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 65d4e176-a65c-4a75-aa8b-00ec55b41da7 no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:43:46.826091 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] No Port match for: 65d4e176-a65c-4a75-aa8b-00ec55b41da7 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:43:46.826437 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 65d4e176-a65c-4a75-aa8b-00ec55b41da7 not bound to the agent host hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:43:46.990935 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-aa767949-d670-4cb0-9ffe-ff3dbd6cbb70 req-c9ed44e3-7742-4dbe-b639-a7f5cf3a4961 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 210 time: 0.0270443 Nov 09 10:43:48.086442 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a8c5f52b-c580-4ad8-9a53-3860f05b2a52 req-30282cef-ed54-429a-aedc-eab7919b3d25 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 210 time: 0.0289271 Nov 09 10:43:48.956332 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-f1ef073b-94e2-4b14-86b5-bdf5894b8699 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:48.957736 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-f1ef073b-94e2-4b14-86b5-bdf5894b8699 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.30 "GET /v2.0/networks?id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a HTTP/1.1" status: 200 len: 811 time: 0.1058736 Nov 09 10:43:49.021504 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-ebd73114-ced5-41e7-b952-4e2b88add41b tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f193ff8d94534794ba21cabcf0169326 HTTP/1.1" status: 200 len: 380 time: 0.0547681 Nov 09 10:43:49.032192 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-8aded866-dda1-45c0-934d-3eb803b36d85 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Request body: {'port': {'device_id': '7d09c948-5d3a-46c1-933b-fa4a6113c27a', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'admin_state_up': True, 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'security_groups': ['269cfdd5-5716-418b-b2ad-d87714e9fc49']}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:43:49.205141 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-8aded866-dda1-45c0-934d-3eb803b36d85 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Made reservation on behalf of f193ff8d94534794ba21cabcf0169326 for: {'port': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:43:49.208784 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-8aded866-dda1-45c0-934d-3eb803b36d85 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:49.211927 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-00e398e5-dac5-48b0-a764-6c1d01944da7 req-6387574d-d137-42bf-951d-378c62eecb51 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 210 time: 0.0264299 Nov 09 10:43:49.342072 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-8aded866-dda1-45c0-934d-3eb803b36d85 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Allocated IP 172.20.0.11 (d9ec3b3d-16d6-42bb-8661-ba5a7b86073a/cd36f13f-4940-4cef-a69d-ffd58a026a88/54c2d8a4-945b-4b08-a2ee-374408f308ec) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:43:49.482295 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-8aded866-dda1-45c0-934d-3eb803b36d85 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:49.571049 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-8aded866-dda1-45c0-934d-3eb803b36d85 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:49.613891 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-8aded866-dda1-45c0-934d-3eb803b36d85 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:43:49.619371 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-8aded866-dda1-45c0-934d-3eb803b36d85 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:43:49.623298 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-8aded866-dda1-45c0-934d-3eb803b36d85 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:43:49.629794 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aded866-dda1-45c0-934d-3eb803b36d85 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event updated for resources: {'Port': ['ID=54c2d8a4-945b-4b08-a2ee-374408f308ec,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:49.683276 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-8aded866-dda1-45c0-934d-3eb803b36d85 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:49.683938 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-8aded866-dda1-45c0-934d-3eb803b36d85 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:49.767911 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-8aded866-dda1-45c0-934d-3eb803b36d85 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7396283 Nov 09 10:43:49.781971 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] Request body: {'port': {'device_id': '7d09c948-5d3a-46c1-933b-fa4a6113c27a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81662'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:43:49.831026 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-fa522bf0-0ae4-4c35-bf5f-6cddcfc6a65a None None] Provisioning complete for port 54c2d8a4-945b-4b08-a2ee-374408f308ec triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:43:49.831679 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-fa522bf0-0ae4-4c35-bf5f-6cddcfc6a65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:49.869050 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-fa522bf0-0ae4-4c35-bf5f-6cddcfc6a65a None None] Port 54c2d8a4-945b-4b08-a2ee-374408f308ec cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:43:50.121563 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:50.344814 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63871e2-e146-4a9f-8536-762650f9fee2 req-475395fa-c499-4e43-a735-b47b6705cfe8 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:50.346426 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e63871e2-e146-4a9f-8536-762650f9fee2 req-475395fa-c499-4e43-a735-b47b6705cfe8 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 932 time: 0.0630171 Nov 09 10:43:50.401903 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e63871e2-e146-4a9f-8536-762650f9fee2 req-f601843f-9b51-401a-943d-a59adb22a338 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476396 Nov 09 10:43:50.402238 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c2d8a4-945b-4b08-a2ee-374408f308ec {{(pid=101904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:43:50.410433 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:50.423312 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.provisioning_blocks [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] Transition to ACTIVE for port object 54c2d8a4-945b-4b08-a2ee-374408f308ec will not be triggered until provisioned by entity L2. {{(pid=101904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:43:50.502698 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:50.560510 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-8a82e948-a34e-47d2-b0bf-da2ede2cfc50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:50.579795 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] Pushing event updated for resources: {'Port': ['ID=54c2d8a4-945b-4b08-a2ee-374408f308ec,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:50.636162 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] Attempting to bind port 54c2d8a4-945b-4b08-a2ee-374408f308ec on host hv-cinder-81662 for vnic_type normal with profile {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:43:50.636498 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] Attempting to bind port 54c2d8a4-945b-4b08-a2ee-374408f308ec by drivers openvswitch,hyperv on host hv-cinder-81662 at level 0 using segments [{'id': 'cd2cd2c2-136b-4dba-b04d-9a50d2575069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a'}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:43:50.636837 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] Attempting to bind port 54c2d8a4-945b-4b08-a2ee-374408f308ec on network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:43:50.641878 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] Port 54c2d8a4-945b-4b08-a2ee-374408f308ec on network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81662 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 10:43:50.642186 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] Attempting to bind port 54c2d8a4-945b-4b08-a2ee-374408f308ec on network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:43:50.647731 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] Checking agent: {'id': 'b8adbdf0-e7b5-4c08-8a0d-020b5ee3746c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'started_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:43:50.648102 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] Checking segment: {'id': 'cd2cd2c2-136b-4dba-b04d-9a50d2575069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:43:50.648487 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] Bound using segment: {'id': 'cd2cd2c2-136b-4dba-b04d-9a50d2575069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a'} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:43:50.648919 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] Bound port: 54c2d8a4-945b-4b08-a2ee-374408f308ec, host: hv-cinder-81662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2cd2c2-136b-4dba-b04d-9a50d2575069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a'}}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:43:50.649278 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:50.723934 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] For port 54c2d8a4-945b-4b08-a2ee-374408f308ec, host hv-cinder-81662, cleared binding levels {{(pid=101904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:43:50.727328 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] For port 54c2d8a4-945b-4b08-a2ee-374408f308ec, host hv-cinder-81662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=54c2d8a4-945b-4b08-a2ee-374408f308ec,segment=NetworkSegment(cd2cd2c2-136b-4dba-b04d-9a50d2575069),segment_id=cd2cd2c2-136b-4dba-b04d-9a50d2575069)] {{(pid=101904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:43:50.782787 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:50.821025 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:50.821642 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:50.823032 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] 10.222.0.30 "PUT /v2.0/ports/54c2d8a4-945b-4b08-a2ee-374408f308ec HTTP/1.1" status: 200 len: 1094 time: 1.0461431 Nov 09 10:43:50.823466 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d09c948-5d3a-46c1-933b-fa4a6113c27a', 'tag': '54c2d8a4-945b-4b08-a2ee-374408f308ec'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:43:50.825809 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b0008a-26ef-466a-8856-19c6921e401d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d09c948-5d3a-46c1-933b-fa4a6113c27a", "tag": "54c2d8a4-945b-4b08-a2ee-374408f308ec"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:43:50.856720 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe1439-0c2a-4db4-af63-0340212cd965 service neutron] Pushing event updated for resources: {'Port': ['ID=54c2d8a4-945b-4b08-a2ee-374408f308ec,revision_number=3']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:43:50.869150 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5819cc90-361a-425f-802e-2049f642b24f x-openstack-request-id: req-5819cc90-361a-425f-802e-2049f642b24f {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:43:50.869466 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d09c948-5d3a-46c1-933b-fa4a6113c27a", "tag": "54c2d8a4-945b-4b08-a2ee-374408f308ec", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:43:50.869717 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5819cc90-361a-425f-802e-2049f642b24f {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:43:50.870138 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d09c948-5d3a-46c1-933b-fa4a6113c27a', 'tag': '54c2d8a4-945b-4b08-a2ee-374408f308ec', 'status': 'completed', 'code': 200} Nov 09 10:43:50.936338 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0008a-26ef-466a-8856-19c6921e401d req-43b2492a-8202-454d-a200-8d27850e67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:50.937783 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e2b0008a-26ef-466a-8856-19c6921e401d req-43b2492a-8202-454d-a200-8d27850e67e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f193ff8d94534794ba21cabcf0169326&device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 1097 time: 0.0480306 Nov 09 10:43:51.040642 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0008a-26ef-466a-8856-19c6921e401d req-298fec49-98c5-4fd3-9a14-2d597c5a00be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:51.042164 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e2b0008a-26ef-466a-8856-19c6921e401d req-298fec49-98c5-4fd3-9a14-2d597c5a00be service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f193ff8d94534794ba21cabcf0169326&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0952206 Nov 09 10:43:51.144927 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0008a-26ef-466a-8856-19c6921e401d req-00716c69-6bc1-4dca-9b94-7e377f4103dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:51.146320 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e2b0008a-26ef-466a-8856-19c6921e401d req-00716c69-6bc1-4dca-9b94-7e377f4103dd service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0954430 Nov 09 10:43:51.230366 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-03692cf7-37ee-41f9-a721-d667ae2052e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:51.232574 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-03692cf7-37ee-41f9-a721-d667ae2052e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f193ff8d94534794ba21cabcf0169326&device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 1097 time: 0.0480194 Nov 09 10:43:51.281322 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-e1eafe38-d340-476e-9d28-d293d51edf71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54c2d8a4-945b-4b08-a2ee-374408f308ec HTTP/1.1" status: 200 len: 217 time: 0.0395348 Nov 09 10:43:51.339052 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-726eae80-dbb0-4c7f-b6bf-b5025db291df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:51.341212 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-726eae80-dbb0-4c7f-b6bf-b5025db291df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd36f13f-4940-4cef-a69d-ffd58a026a88 HTTP/1.1" status: 200 len: 850 time: 0.0483737 Nov 09 10:43:51.392177 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-fa140917-16d8-4a42-955d-b56b6dd4297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:51.393823 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-fa140917-16d8-4a42-955d-b56b6dd4297b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443997 Nov 09 10:43:51.494712 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-7dea9e1b-3ab6-4410-880e-a9d629605f5f service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920098 Nov 09 10:43:51.612491 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb30f1-3e20-49d9-93ba-74dfcfd5e134 req-52d6a6db-64bb-4357-8e50-17b7c2a8516f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:51.614039 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3fcb30f1-3e20-49d9-93ba-74dfcfd5e134 req-52d6a6db-64bb-4357-8e50-17b7c2a8516f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 944 time: 0.1040003 Nov 09 10:43:51.636574 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-110e187f-bbec-4e89-91a6-c8aa4fd12fc5 req-4dad88b7-91f1-4028-a1e1-b7b5c74484ae service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339290 Nov 09 10:43:51.681834 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3fcb30f1-3e20-49d9-93ba-74dfcfd5e134 req-ea381b65-6f75-48a1-8df5-97c7078bd01f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569959 Nov 09 10:43:52.799884 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650f8ec-c79f-4fc3-971e-23d12c633777 req-9e9b1f2f-bf4c-454f-9e74-20380992017f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:52.801399 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4650f8ec-c79f-4fc3-971e-23d12c633777 req-9e9b1f2f-bf4c-454f-9e74-20380992017f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 944 time: 0.0512419 Nov 09 10:43:52.852884 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4650f8ec-c79f-4fc3-971e-23d12c633777 req-48c8c26e-2f8f-4e68-954b-a100daac249e tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455291 Nov 09 10:43:53.290077 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b75ffac6-6a69-4078-bb6b-b767736a8d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:53.971404 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5c55b-a90a-457e-9122-99206697e8f7 req-264f8e88-83e0-4050-9fd1-1052e0ca47c4 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:53.972868 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c4c5c55b-a90a-457e-9122-99206697e8f7 req-264f8e88-83e0-4050-9fd1-1052e0ca47c4 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 944 time: 0.0504410 Nov 09 10:43:53.978802 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:54.030160 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c4c5c55b-a90a-457e-9122-99206697e8f7 req-c5159e5b-5913-4ac0-a1d1-653e9bf3a626 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509160 Nov 09 10:43:55.158778 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c774e33-aedb-4339-8b29-9ac852043020 req-0bea218f-030b-4a62-8d93-a55907eb4ff8 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:55.160260 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6c774e33-aedb-4339-8b29-9ac852043020 req-0bea218f-030b-4a62-8d93-a55907eb4ff8 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 944 time: 0.0498505 Nov 09 10:43:55.208678 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6c774e33-aedb-4339-8b29-9ac852043020 req-d93765c8-2239-4aa0-8bd0-2805dd6c76c6 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425067 Nov 09 10:43:55.496535 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:56.147684 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:56.307492 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:43:56.328851 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f1b3a-2166-434d-a418-11c5edad2865 req-cfab9821-1715-4b21-9486-1da7f4a07478 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:56.330309 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-626f1b3a-2166-434d-a418-11c5edad2865 req-cfab9821-1715-4b21-9486-1da7f4a07478 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 944 time: 0.0506322 Nov 09 10:43:56.379879 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-626f1b3a-2166-434d-a418-11c5edad2865 req-692b37eb-4284-4dd0-bee7-ab729cc5f7d7 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434787 Nov 09 10:43:57.502213 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b559110-1a02-4a13-8a5e-d0adb90be76b req-ac34849b-e081-46da-a277-4ff457d4880f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:57.503751 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7b559110-1a02-4a13-8a5e-d0adb90be76b req-ac34849b-e081-46da-a277-4ff457d4880f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 944 time: 0.0549235 Nov 09 10:43:57.564844 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7b559110-1a02-4a13-8a5e-d0adb90be76b req-893f04a7-a13a-4cc0-9499-ca6503c28813 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550001 Nov 09 10:43:58.684257 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13e164-4020-46fd-8469-201622aac25e req-7df57610-9ffb-49d1-822d-ec28c6238908 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:58.685857 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ce13e164-4020-46fd-8469-201622aac25e req-7df57610-9ffb-49d1-822d-ec28c6238908 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 944 time: 0.0512357 Nov 09 10:43:58.736313 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-ce13e164-4020-46fd-8469-201622aac25e req-e2497828-46a8-42b5-bf93-7b0f8c0106b0 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442510 Nov 09 10:43:59.854547 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90872a32-4c5b-4d57-920f-e4843d50e219 req-e40b9e28-56fa-4121-b328-1507da6266cc tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:43:59.856102 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-90872a32-4c5b-4d57-920f-e4843d50e219 req-e40b9e28-56fa-4121-b328-1507da6266cc tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 944 time: 0.0495412 Nov 09 10:43:59.915793 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-90872a32-4c5b-4d57-920f-e4843d50e219 req-4d527253-5ecc-4c3a-ba60-90c2fce5873b tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529642 Nov 09 10:44:00.895032 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 54c2d8a4-945b-4b08-a2ee-374408f308ec details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:44:01.013565 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 54c2d8a4-945b-4b08-a2ee-374408f308ec, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=54c2d8a4-945b-4b08-a2ee-374408f308ec,segment=NetworkSegment(cd2cd2c2-136b-4dba-b04d-9a50d2575069),segment_id=cd2cd2c2-136b-4dba-b04d-9a50d2575069)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:44:01.027517 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': '54c2d8a4-945b-4b08-a2ee-374408f308ec', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'port_id': '54c2d8a4-945b-4b08-a2ee-374408f308ec', 'mac_address': 'fa:16:3e:73:10:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:44:01.046176 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87de0be-9b7e-4dc4-bc52-dbd5b4841368 req-a080afa2-c2d5-4910-931b-f1057448dfe9 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:01.047859 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a87de0be-9b7e-4dc4-bc52-dbd5b4841368 req-a080afa2-c2d5-4910-931b-f1057448dfe9 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 944 time: 0.0582211 Nov 09 10:44:01.069828 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:01.088355 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c2d8a4-945b-4b08-a2ee-374408f308ec {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:44:01.100735 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a87de0be-9b7e-4dc4-bc52-dbd5b4841368 req-ee5e4997-05f0-4a38-89ef-5efa62b5f107 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467768 Nov 09 10:44:01.109013 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 54c2d8a4-945b-4b08-a2ee-374408f308ec, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=54c2d8a4-945b-4b08-a2ee-374408f308ec,segment=NetworkSegment(cd2cd2c2-136b-4dba-b04d-9a50d2575069),segment_id=cd2cd2c2-136b-4dba-b04d-9a50d2575069)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:44:01.193949 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:01.243130 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=54c2d8a4-945b-4b08-a2ee-374408f308ec,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:44:01.438038 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['54c2d8a4-945b-4b08-a2ee-374408f308ec'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:44:02.221187 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d196a-645c-4458-829e-0696a9d9cddf req-41b8be82-4afc-4af0-be99-f891835b33b6 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:02.222719 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6b3d196a-645c-4458-829e-0696a9d9cddf req-41b8be82-4afc-4af0-be99-f891835b33b6 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 945 time: 0.0520785 Nov 09 10:44:02.277111 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6b3d196a-645c-4458-829e-0696a9d9cddf req-0db1618d-084a-42c6-a8b5-d83e60538046 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480688 Nov 09 10:44:02.909513 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 54c2d8a4-945b-4b08-a2ee-374408f308ec up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:44:03.038268 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning for port 54c2d8a4-945b-4b08-a2ee-374408f308ec completed by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:44:03.042315 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port 54c2d8a4-945b-4b08-a2ee-374408f308ec triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:44:03.042675 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:03.123174 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:03.145456 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d09c948-5d3a-46c1-933b-fa4a6113c27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c2d8a4-945b-4b08-a2ee-374408f308ec'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:44:03.147800 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d44ffd-14fe-49ed-8f9b-e290ff28bc7b" -d '{"events": [{"server_uuid": "7d09c948-5d3a-46c1-933b-fa4a6113c27a", "name": "network-vif-plugged", "status": "completed", "tag": "54c2d8a4-945b-4b08-a2ee-374408f308ec"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:44:03.161535 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 54c2d8a4-945b-4b08-a2ee-374408f308ec, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=54c2d8a4-945b-4b08-a2ee-374408f308ec,segment=NetworkSegment(cd2cd2c2-136b-4dba-b04d-9a50d2575069),segment_id=cd2cd2c2-136b-4dba-b04d-9a50d2575069)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:44:03.185939 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eefa0dd-f5f9-4af7-8405-e78bdc18777b x-openstack-request-id: req-3eefa0dd-f5f9-4af7-8405-e78bdc18777b {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:44:03.186330 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d09c948-5d3a-46c1-933b-fa4a6113c27a", "name": "network-vif-plugged", "status": "completed", "tag": "54c2d8a4-945b-4b08-a2ee-374408f308ec", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:44:03.186584 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3eefa0dd-f5f9-4af7-8405-e78bdc18777b {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:44:03.186968 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d09c948-5d3a-46c1-933b-fa4a6113c27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c2d8a4-945b-4b08-a2ee-374408f308ec', 'code': 200} Nov 09 10:44:03.250815 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:03.305280 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=54c2d8a4-945b-4b08-a2ee-374408f308ec,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:44:03.407104 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbae4b-8bea-4735-89a3-e24cc912bc81 req-f95a3dc5-248b-4809-8d2f-19af1684a0b2 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:03.408643 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a2cbae4b-8bea-4735-89a3-e24cc912bc81 req-f95a3dc5-248b-4809-8d2f-19af1684a0b2 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 946 time: 0.0535386 Nov 09 10:44:03.460216 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a2cbae4b-8bea-4735-89a3-e24cc912bc81 req-366617db-7e58-48c4-bc1e-7db475899f2d tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452569 Nov 09 10:44:03.591217 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367141a-6050-4a76-b3ff-c05c39ce3e0c req-b91c019b-a929-4caa-874d-4fcfa51e0fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:03.593287 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0367141a-6050-4a76-b3ff-c05c39ce3e0c req-b91c019b-a929-4caa-874d-4fcfa51e0fd9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 1099 time: 0.0442863 Nov 09 10:44:03.645555 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0367141a-6050-4a76-b3ff-c05c39ce3e0c req-b95b7803-77b7-49c0-8af5-e73f90ff5d14 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413349 Nov 09 10:44:04.189652 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 49346) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:44:04.355456 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Deleting port f9445cfc-c9fc-46e8-b633-25cd83ae970a {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:44:04.355792 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:04.433298 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:04.433618 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:04.452628 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Calling delete_port for f9445cfc-c9fc-46e8-b633-25cd83ae970a owned by network:floatingip {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:44:04.584986 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e12582-93fb-49f5-9963-6c7fcdcc11ba req-93a972de-9861-46ce-ba4b-5d9e393b2b38 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:04.586676 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-09e12582-93fb-49f5-9963-6c7fcdcc11ba req-93a972de-9861-46ce-ba4b-5d9e393b2b38 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 946 time: 0.0557508 Nov 09 10:44:04.642951 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-09e12582-93fb-49f5-9963-6c7fcdcc11ba req-5165c429-7d1f-4c62-9986-cff5785ff1a7 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502439 Nov 09 10:44:04.810716 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:04.836112 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Pushing event deleted for resources: {'Port': ['ID=f9445cfc-c9fc-46e8-b633-25cd83ae970a,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:44:04.848243 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:04.848566 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:04.848899 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:04.849228 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:04.849570 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:04.849882 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:04.850203 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:04.850520 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:04.850842 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:04.851158 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:04.851473 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:04.851786 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:04.907597 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for floatingip, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:04.907953 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.l3_db [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Floating IP 4b6fcaa1-9b04-4a00-a5ef-065eb8e239a3 disassociated (deleted). External IP: 172.27.0.214, port: d38d3818-cbd7-421b-b082-5a11c86acde0. Nov 09 10:44:05.121165 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Router 165c1033-2db6-4b48-a674-57d36e7a511b has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:44:05.228486 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:44:05.233271 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for floatingip, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:05.238424 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efd256b-ffda-4fe2-bbdd-ffbc8eb09e27 None None] Sync routers for ids ['165c1033-2db6-4b48-a674-57d36e7a511b'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:44:05.249143 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efd256b-ffda-4fe2-bbdd-ffbc8eb09e27 None None] Routers {'165c1033-2db6-4b48-a674-57d36e7a511b'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:44:05.249763 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-9efd256b-ffda-4fe2-bbdd-ffbc8eb09e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:43:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['165c1033-2db6-4b48-a674-57d36e7a511b'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:44:05.261356 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-dbc09f75-d577-4934-a2ba-cf399b76e05e tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "DELETE /v2.0/floatingips/4b6fcaa1-9b04-4a00-a5ef-065eb8e239a3 HTTP/1.1" status: 204 len: 168 time: 1.0707028 Nov 09 10:44:05.262037 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69b3316-b442-4f7a-b46a-5feb9613b807', 'tag': 'd38d3818-cbd7-421b-b082-5a11c86acde0'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:44:05.264979 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928e29c9-17a3-468f-a35e-e18c773367e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d69b3316-b442-4f7a-b46a-5feb9613b807", "tag": "d38d3818-cbd7-421b-b082-5a11c86acde0"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:44:05.311813 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d3b36f-21b1-4b47-86e8-097270380d9d x-openstack-request-id: req-b9d3b36f-21b1-4b47-86e8-097270380d9d {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:44:05.312170 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69b3316-b442-4f7a-b46a-5feb9613b807", "tag": "d38d3818-cbd7-421b-b082-5a11c86acde0", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:44:05.312421 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b9d3b36f-21b1-4b47-86e8-097270380d9d {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:44:05.312838 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69b3316-b442-4f7a-b46a-5feb9613b807', 'tag': 'd38d3818-cbd7-421b-b082-5a11c86acde0', 'status': 'completed', 'code': 200} Nov 09 10:44:05.359858 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-9efd256b-ffda-4fe2-bbdd-ffbc8eb09e27 None None] Set router 165c1033-2db6-4b48-a674-57d36e7a511b gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:44:05.386721 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e29c9-17a3-468f-a35e-e18c773367e7 req-0130fc94-2973-4cab-beb0-93136c31a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:05.388230 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-928e29c9-17a3-468f-a35e-e18c773367e7 req-0130fc94-2973-4cab-beb0-93136c31a44d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06af7c886c064b628757c347296afd9f&device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 1099 time: 0.0482728 Nov 09 10:44:05.483157 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e29c9-17a3-468f-a35e-e18c773367e7 req-9f7d9d91-8f36-44f6-8d2d-6f4960be8b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:05.484686 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-928e29c9-17a3-468f-a35e-e18c773367e7 req-9f7d9d91-8f36-44f6-8d2d-6f4960be8b09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2fdcf95c-e1fc-4011-9f83-26a3b67584bf HTTP/1.1" status: 200 len: 909 time: 0.0866535 Nov 09 10:44:05.532965 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-928e29c9-17a3-468f-a35e-e18c773367e7 req-0452cd1d-c137-4938-bf08-765b951ffc49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d38d3818-cbd7-421b-b082-5a11c86acde0 HTTP/1.1" status: 200 len: 217 time: 0.0392659 Nov 09 10:44:05.574302 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-9efd256b-ffda-4fe2-bbdd-ffbc8eb09e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'name': 'tempest-TestShelveInstance-1295514224-router', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:56Z', 'updated_at': '2021-11-09T10:39:03Z', 'revision_number': 4, 'project_id': '06af7c886c064b628757c347296afd9f', 'gw_port': {'id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:57Z', 'updated_at': '2021-11-09T10:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '26319560-a22f-42f4-98b8-85cc9ad3a490', 'name': '', 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'mac_address': 'fa:16:3e:cd:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '162c9035-b134-4023-b2ba-1a2493525efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:02Z', 'updated_at': '2021-11-09T10:39:14Z', 'revision_number': 5, 'project_id': '06af7c886c064b628757c347296afd9f', 'subnets': [{'id': '162c9035-b134-4023-b2ba-1a2493525efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:44:05.583946 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e29c9-17a3-468f-a35e-e18c773367e7 req-9b75c84d-b234-4b3a-af0f-f21aa447acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:05.589690 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-928e29c9-17a3-468f-a35e-e18c773367e7 req-9b75c84d-b234-4b3a-af0f-f21aa447acf4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=162c9035-b134-4023-b2ba-1a2493525efe HTTP/1.1" status: 200 len: 848 time: 0.0452585 Nov 09 10:44:05.601238 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efd256b-ffda-4fe2-bbdd-ffbc8eb09e27 None None] Checking router: 165c1033-2db6-4b48-a674-57d36e7a511b for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:44:05.610803 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efd256b-ffda-4fe2-bbdd-ffbc8eb09e27 None None] Routers {'165c1033-2db6-4b48-a674-57d36e7a511b'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:44:05.611423 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-9efd256b-ffda-4fe2-bbdd-ffbc8eb09e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:43:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['165c1033-2db6-4b48-a674-57d36e7a511b'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:44:05.641905 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e29c9-17a3-468f-a35e-e18c773367e7 req-8649910d-2a74-4b6e-a4d9-00c25aa98f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:05.642955 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-928e29c9-17a3-468f-a35e-e18c773367e7 req-8649910d-2a74-4b6e-a4d9-00c25aa98f10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2fdcf95c-e1fc-4011-9f83-26a3b67584bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460355 Nov 09 10:44:05.738662 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-9efd256b-ffda-4fe2-bbdd-ffbc8eb09e27 None None] Set router 165c1033-2db6-4b48-a674-57d36e7a511b gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:44:05.779222 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77627ea-9a4c-43b8-a675-fb6e2ca903d4 req-121193c3-16fc-4871-b970-dc570cde4a52 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:05.787587 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-928e29c9-17a3-468f-a35e-e18c773367e7 req-4b701117-2296-44e6-9474-3e36b6e97e6b service neutron] 10.222.0.30 "GET /v2.0/networks/2fdcf95c-e1fc-4011-9f83-26a3b67584bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361282 Nov 09 10:44:05.788323 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d77627ea-9a4c-43b8-a675-fb6e2ca903d4 req-121193c3-16fc-4871-b970-dc570cde4a52 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 946 time: 0.0594797 Nov 09 10:44:05.798199 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f3e04-e089-4b4f-a06a-eace96fa2d06 req-ae621e80-a770-4357-9d1b-62d08b882698 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:05.799784 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-431f3e04-e089-4b4f-a06a-eace96fa2d06 req-ae621e80-a770-4357-9d1b-62d08b882698 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.0780742 Nov 09 10:44:05.834505 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d77627ea-9a4c-43b8-a675-fb6e2ca903d4 req-a8827a06-ab5d-4f6d-ae0a-ef3d47199223 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451055 Nov 09 10:44:05.909766 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-431f3e04-e089-4b4f-a06a-eace96fa2d06 req-ae5cae7a-2b8a-49c2-9966-782ac471603a tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009924 Nov 09 10:44:05.937115 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-928e29c9-17a3-468f-a35e-e18c773367e7 req-40ea0099-c099-44d7-a76b-7e5191eaf736 service neutron] 10.222.0.30 "GET /v2.0/networks/2fdcf95c-e1fc-4011-9f83-26a3b67584bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356621 Nov 09 10:44:05.967335 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326c103-adbe-42b1-bc6f-458e730dd802 req-67f323f9-5dd7-4380-a179-86abf17be286 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:05.969005 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9326c103-adbe-42b1-bc6f-458e730dd802 req-67f323f9-5dd7-4380-a179-86abf17be286 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 946 time: 0.0579274 Nov 09 10:44:05.984173 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-9efd256b-ffda-4fe2-bbdd-ffbc8eb09e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'name': 'tempest-TestShelveInstance-1295514224-router', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:56Z', 'updated_at': '2021-11-09T10:39:03Z', 'revision_number': 4, 'project_id': '06af7c886c064b628757c347296afd9f', 'gw_port': {'id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:57Z', 'updated_at': '2021-11-09T10:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '26319560-a22f-42f4-98b8-85cc9ad3a490', 'name': '', 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'mac_address': 'fa:16:3e:cd:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '162c9035-b134-4023-b2ba-1a2493525efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:02Z', 'updated_at': '2021-11-09T10:39:14Z', 'revision_number': 5, 'project_id': '06af7c886c064b628757c347296afd9f', 'subnets': [{'id': '162c9035-b134-4023-b2ba-1a2493525efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:44:06.043264 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efd256b-ffda-4fe2-bbdd-ffbc8eb09e27 None None] The sync data for ids ['165c1033-2db6-4b48-a674-57d36e7a511b'] in dv-cinder-816628-1-iscsi is: [{'id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'name': 'tempest-TestShelveInstance-1295514224-router', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:56Z', 'updated_at': '2021-11-09T10:39:03Z', 'revision_number': 4, 'project_id': '06af7c886c064b628757c347296afd9f', 'gw_port': {'id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:57Z', 'updated_at': '2021-11-09T10:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '26319560-a22f-42f4-98b8-85cc9ad3a490', 'name': '', 'network_id': '2fdcf95c-e1fc-4011-9f83-26a3b67584bf', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'mac_address': 'fa:16:3e:cd:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '162c9035-b134-4023-b2ba-1a2493525efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:02Z', 'updated_at': '2021-11-09T10:39:14Z', 'revision_number': 5, 'project_id': '06af7c886c064b628757c347296afd9f', 'subnets': [{'id': '162c9035-b134-4023-b2ba-1a2493525efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:44:06.043745 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9326c103-adbe-42b1-bc6f-458e730dd802 req-6f6d8800-4777-4b07-b2a6-a979b776c25f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491538 Nov 09 10:44:06.047142 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 49364) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:44:06.090425 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d6473b-d050-40db-bc37-2c1687dee1fa tempest-TestVolumeBootPattern-76174337 tempest-TestVolumeBootPattern-76174337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:06.093176 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-86d6473b-d050-40db-bc37-2c1687dee1fa tempest-TestVolumeBootPattern-76174337 tempest-TestVolumeBootPattern-76174337-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 1094 time: 0.0448523 Nov 09 10:44:06.096979 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 49366) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:44:06.103347 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-6448c05a-fb26-431f-a13b-4dc6474e4941 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Request body: {'floatingip': {'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'port_id': '54c2d8a4-945b-4b08-a2ee-374408f308ec', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:44:06.231238 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6448c05a-fb26-431f-a13b-4dc6474e4941 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for floatingip, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:06.246184 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4b87e6-55d3-43f2-9664-20285ec20fdc None None] New status for floating IP 4b6fcaa1-9b04-4a00-a5ef-065eb8e239a3: DOWN {{(pid=101906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 10:44:06.340568 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6448c05a-fb26-431f-a13b-4dc6474e4941 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:06.448755 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [None req-6448c05a-fb26-431f-a13b-4dc6474e4941 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Allocated IP 172.27.0.53 (b911c41a-6d30-4814-901f-89185e089761/716689b8-5fc0-4f64-a63e-fd749e80eafc/188f626b-c142-4193-a8da-2272ab6c3f60) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:44:06.623332 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6448c05a-fb26-431f-a13b-4dc6474e4941 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:06.725183 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6448c05a-fb26-431f-a13b-4dc6474e4941 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:06.762959 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6448c05a-fb26-431f-a13b-4dc6474e4941 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Network b911c41a-6d30-4814-901f-89185e089761 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:44:06.768479 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-6448c05a-fb26-431f-a13b-4dc6474e4941 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:44:06.772216 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6448c05a-fb26-431f-a13b-4dc6474e4941 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:44:06.777899 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448c05a-fb26-431f-a13b-4dc6474e4941 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event updated for resources: {'Port': ['ID=188f626b-c142-4193-a8da-2272ab6c3f60,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:44:07.042223 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9f45a-2a3b-44e2-8819-35c60fdcf5b2 req-f8d164c1-b9ee-45b9-974c-23a68f6ab9af tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:07.043702 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c3e9f45a-2a3b-44e2-8819-35c60fdcf5b2 req-f8d164c1-b9ee-45b9-974c-23a68f6ab9af tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.0559886 Nov 09 10:44:07.102661 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c3e9f45a-2a3b-44e2-8819-35c60fdcf5b2 req-3fd9a9fe-e4e6-4ded-afc2-5735099ab214 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6a1819c-fc51-4f96-88d6-1c72eb59764d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507812 Nov 09 10:44:07.395121 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cedfee-11c1-4c87-9866-93e933f9abd8 req-e6230c00-61f5-4532-b449-080835b568bf tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:07.396559 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-21cedfee-11c1-4c87-9866-93e933f9abd8 req-e6230c00-61f5-4532-b449-080835b568bf tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.30 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 946 time: 0.0985587 Nov 09 10:44:07.477480 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6448c05a-fb26-431f-a13b-4dc6474e4941 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:07.620461 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [req-21cedfee-11c1-4c87-9866-93e933f9abd8 req-858be10a-cfb7-4295-ae61-691243a9d86c tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Deleting port d38d3818-cbd7-421b-b082-5a11c86acde0 {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:44:07.620732 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-21cedfee-11c1-4c87-9866-93e933f9abd8 req-858be10a-cfb7-4295-ae61-691243a9d86c tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:07.726394 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6448c05a-fb26-431f-a13b-4dc6474e4941 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:07.757287 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-21cedfee-11c1-4c87-9866-93e933f9abd8 req-858be10a-cfb7-4295-ae61-691243a9d86c tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] For port d38d3818-cbd7-421b-b082-5a11c86acde0, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=d38d3818-cbd7-421b-b082-5a11c86acde0,segment=NetworkSegment(cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7),segment_id=cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:44:07.757646 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-21cedfee-11c1-4c87-9866-93e933f9abd8 req-858be10a-cfb7-4295-ae61-691243a9d86c tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:07.776614 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [req-21cedfee-11c1-4c87-9866-93e933f9abd8 req-858be10a-cfb7-4295-ae61-691243a9d86c tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Calling delete_port for d38d3818-cbd7-421b-b082-5a11c86acde0 owned by compute:nova {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:44:07.993896 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6448c05a-fb26-431f-a13b-4dc6474e4941 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:08.056588 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6448c05a-fb26-431f-a13b-4dc6474e4941 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:08.092399 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-21cedfee-11c1-4c87-9866-93e933f9abd8 req-858be10a-cfb7-4295-ae61-691243a9d86c tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:08.149405 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448c05a-fb26-431f-a13b-4dc6474e4941 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event updated for resources: {'Port': ['ID=188f626b-c142-4193-a8da-2272ab6c3f60,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:44:08.202627 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858be10a-cfb7-4295-ae61-691243a9d86c tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Pushing event deleted for resources: {'Port': ['ID=d38d3818-cbd7-421b-b082-5a11c86acde0,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:44:08.225624 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-01d2cebd-394f-4677-ba86-45339b437d98 req-7d4d0367-0e08-4f65-b110-36c5f5ab9ab2 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 210 time: 0.0341661 Nov 09 10:44:08.226235 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cedfee-11c1-4c87-9866-93e933f9abd8 req-858be10a-cfb7-4295-ae61-691243a9d86c tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] No DVR routers for this DVR port d38d3818-cbd7-421b-b082-5a11c86acde0 on host hv-cinder-81662 {{(pid=101904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:44:08.227537 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6448c05a-fb26-431f-a13b-4dc6474e4941 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741267'] for floatingip, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:08.230261 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-21cedfee-11c1-4c87-9866-93e933f9abd8 req-858be10a-cfb7-4295-ae61-691243a9d86c tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:08.236900 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-21cedfee-11c1-4c87-9866-93e933f9abd8 req-858be10a-cfb7-4295-ae61-691243a9d86c tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.30 "DELETE /v2.0/ports/d38d3818-cbd7-421b-b082-5a11c86acde0 HTTP/1.1" status: 204 len: 173 time: 0.8294365 Nov 09 10:44:08.236900 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69b3316-b442-4f7a-b46a-5feb9613b807', 'name': 'network-vif-deleted', 'tag': 'd38d3818-cbd7-421b-b082-5a11c86acde0'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:44:08.236900 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355d9df9-6f97-4f27-9490-8dd6e127268e" -d '{"events": [{"server_uuid": "d69b3316-b442-4f7a-b46a-5feb9613b807", "name": "network-vif-deleted", "tag": "d38d3818-cbd7-421b-b082-5a11c86acde0"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:44:08.286641 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ec71f0-5b84-42eb-939d-c0f12c4c9be2 x-openstack-request-id: req-d4ec71f0-5b84-42eb-939d-c0f12c4c9be2 {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:44:08.286929 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69b3316-b442-4f7a-b46a-5feb9613b807", "name": "network-vif-deleted", "tag": "d38d3818-cbd7-421b-b082-5a11c86acde0", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:44:08.287178 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d4ec71f0-5b84-42eb-939d-c0f12c4c9be2 {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:44:08.287678 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69b3316-b442-4f7a-b46a-5feb9613b807', 'name': 'network-vif-deleted', 'tag': 'd38d3818-cbd7-421b-b082-5a11c86acde0', 'status': 'completed', 'code': 200} Nov 09 10:44:08.362315 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.l3_db [None req-6448c05a-fb26-431f-a13b-4dc6474e4941 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Floating IP 26234b53-360b-4f6b-bc48-fb94f3bdca1c associated. External IP: 172.27.0.53, port: 54c2d8a4-945b-4b08-a2ee-374408f308ec. Nov 09 10:44:08.590117 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6448c05a-fb26-431f-a13b-4dc6474e4941 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Router 12605b42-dd04-48fd-8422-9bbb7dec2aaf has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:44:08.755212 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6448c05a-fb26-431f-a13b-4dc6474e4941 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:44:08.767023 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4339dce7-42d2-4996-9130-c2cd59b0f117 None None] Sync routers for ids ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:44:08.777738 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4339dce7-42d2-4996-9130-c2cd59b0f117 None None] Routers {'12605b42-dd04-48fd-8422-9bbb7dec2aaf'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:44:08.778248 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-4339dce7-42d2-4996-9130-c2cd59b0f117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:43:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:44:08.898595 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-4339dce7-42d2-4996-9130-c2cd59b0f117 None None] Set router 12605b42-dd04-48fd-8422-9bbb7dec2aaf gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:44:08.927731 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6448c05a-fb26-431f-a13b-4dc6474e4941 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for floatingip, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:08.974145 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-6448c05a-fb26-431f-a13b-4dc6474e4941 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8619578 Nov 09 10:44:09.246262 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-4339dce7-42d2-4996-9130-c2cd59b0f117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '26234b53-360b-4f6b-bc48-fb94f3bdca1c', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'port_id': '54c2d8a4-945b-4b08-a2ee-374408f308ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'mac_address': 'fa:16:3e:73:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d09c948-5d3a-46c1-933b-fa4a6113c27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:44:06Z', 'updated_at': '2021-11-09T10:44:06Z', 'revision_number': 0, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06a15f-9b65-4956-a7bc-1218ecaf7fb5', 'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'mac_address': 'fa:16:3e:d2:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:47Z', 'updated_at': '2021-11-09T10:40:51Z', 'revision_number': 5, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'subnets': [{'id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:44:09.273699 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4339dce7-42d2-4996-9130-c2cd59b0f117 None None] Checking router: 12605b42-dd04-48fd-8422-9bbb7dec2aaf for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:44:09.283664 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4339dce7-42d2-4996-9130-c2cd59b0f117 None None] Routers {'12605b42-dd04-48fd-8422-9bbb7dec2aaf'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:44:09.284334 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-4339dce7-42d2-4996-9130-c2cd59b0f117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:43:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:44:09.403580 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-8356f128-822b-413a-b4af-fe97eab2b4aa req-e5cedcea-5a97-40c3-8b95-04471c073a59 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69b3316-b442-4f7a-b46a-5feb9613b807 HTTP/1.1" status: 200 len: 210 time: 0.0303833 Nov 09 10:44:09.437200 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-4339dce7-42d2-4996-9130-c2cd59b0f117 None None] Set router 12605b42-dd04-48fd-8422-9bbb7dec2aaf gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:44:09.678844 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-4339dce7-42d2-4996-9130-c2cd59b0f117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '26234b53-360b-4f6b-bc48-fb94f3bdca1c', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'port_id': '54c2d8a4-945b-4b08-a2ee-374408f308ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'mac_address': 'fa:16:3e:73:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d09c948-5d3a-46c1-933b-fa4a6113c27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:44:06Z', 'updated_at': '2021-11-09T10:44:06Z', 'revision_number': 0, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06a15f-9b65-4956-a7bc-1218ecaf7fb5', 'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'mac_address': 'fa:16:3e:d2:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:47Z', 'updated_at': '2021-11-09T10:40:51Z', 'revision_number': 5, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'subnets': [{'id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:44:09.711285 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4339dce7-42d2-4996-9130-c2cd59b0f117 None None] The sync data for ids ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'] in dv-cinder-816628-1-iscsi is: [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '26234b53-360b-4f6b-bc48-fb94f3bdca1c', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'port_id': '54c2d8a4-945b-4b08-a2ee-374408f308ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'mac_address': 'fa:16:3e:73:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d09c948-5d3a-46c1-933b-fa4a6113c27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:44:06Z', 'updated_at': '2021-11-09T10:44:06Z', 'revision_number': 0, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06a15f-9b65-4956-a7bc-1218ecaf7fb5', 'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'mac_address': 'fa:16:3e:d2:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:47Z', 'updated_at': '2021-11-09T10:40:51Z', 'revision_number': 5, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'subnets': [{'id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:44:09.935745 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a18f6f9-a07f-4af3-ae8b-cbdfc18c1ad2 None None] New status for floating IP 26234b53-360b-4f6b-bc48-fb94f3bdca1c: ACTIVE {{(pid=101906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 10:44:10.288490 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d09c948-5d3a-46c1-933b-fa4a6113c27a', 'tag': '54c2d8a4-945b-4b08-a2ee-374408f308ec'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:44:10.290877 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1a33cc-0bcf-49f6-b29c-b595be0a15ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7d09c948-5d3a-46c1-933b-fa4a6113c27a", "tag": "54c2d8a4-945b-4b08-a2ee-374408f308ec"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:44:10.330307 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fff1ce6-395e-4764-b2b0-1c069cbcdeea x-openstack-request-id: req-7fff1ce6-395e-4764-b2b0-1c069cbcdeea {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:44:10.330602 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d09c948-5d3a-46c1-933b-fa4a6113c27a", "tag": "54c2d8a4-945b-4b08-a2ee-374408f308ec", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:44:10.330866 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7fff1ce6-395e-4764-b2b0-1c069cbcdeea {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:44:10.331262 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d09c948-5d3a-46c1-933b-fa4a6113c27a', 'tag': '54c2d8a4-945b-4b08-a2ee-374408f308ec', 'status': 'completed', 'code': 200} Nov 09 10:44:10.399207 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a33cc-0bcf-49f6-b29c-b595be0a15ba req-100f3018-d541-4566-8594-47c291532b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:10.400912 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6c1a33cc-0bcf-49f6-b29c-b595be0a15ba req-100f3018-d541-4566-8594-47c291532b1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f193ff8d94534794ba21cabcf0169326&device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 1099 time: 0.0470099 Nov 09 10:44:10.466152 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 49396) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:44:10.506207 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a33cc-0bcf-49f6-b29c-b595be0a15ba req-713764ff-0654-43b1-acd1-4655034ac86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:10.507703 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6c1a33cc-0bcf-49f6-b29c-b595be0a15ba req-713764ff-0654-43b1-acd1-4655034ac86b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a HTTP/1.1" status: 200 len: 911 time: 0.0981894 Nov 09 10:44:10.527304 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f32bd741-1f2a-41f8-ac7a-6c8f1c9bf6c7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:10.552937 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f32bd741-1f2a-41f8-ac7a-6c8f1c9bf6c7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:10.575834 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6c1a33cc-0bcf-49f6-b29c-b595be0a15ba req-9c513c19-18d4-44b0-a0c9-80f9d70305a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54c2d8a4-945b-4b08-a2ee-374408f308ec HTTP/1.1" status: 200 len: 1001 time: 0.0596983 Nov 09 10:44:10.635033 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a33cc-0bcf-49f6-b29c-b595be0a15ba req-6d15a62e-e64d-4135-a68d-3a5cc6ec0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:10.636980 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6c1a33cc-0bcf-49f6-b29c-b595be0a15ba req-6d15a62e-e64d-4135-a68d-3a5cc6ec0264 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd36f13f-4940-4cef-a69d-ffd58a026a88 HTTP/1.1" status: 200 len: 850 time: 0.0532510 Nov 09 10:44:10.689734 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a33cc-0bcf-49f6-b29c-b595be0a15ba req-9e5ad4ea-af11-4ef6-9ce4-084729f1acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:10.691296 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6c1a33cc-0bcf-49f6-b29c-b595be0a15ba req-9e5ad4ea-af11-4ef6-9ce4-084729f1acba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461369 Nov 09 10:44:10.766031 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f32bd741-1f2a-41f8-ac7a-6c8f1c9bf6c7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:10.771196 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f32bd741-1f2a-41f8-ac7a-6c8f1c9bf6c7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:10.773429 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-f32bd741-1f2a-41f8-ac7a-6c8f1c9bf6c7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] 10.222.0.35 "DELETE /v2.0/security-groups/d6a1819c-fc51-4f96-88d6-1c72eb59764d HTTP/1.1" status: 204 len: 168 time: 0.3055642 Nov 09 10:44:10.792197 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bd741-1f2a-41f8-ac7a-6c8f1c9bf6c7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a1819c-fc51-4f96-88d6-1c72eb59764d,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:44:10.799671 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6c1a33cc-0bcf-49f6-b29c-b595be0a15ba req-cb20aff1-bb29-4c21-b953-a6d3130c8227 service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013877 Nov 09 10:44:10.807014 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bd741-1f2a-41f8-ac7a-6c8f1c9bf6c7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:10.807571 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bd741-1f2a-41f8-ac7a-6c8f1c9bf6c7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:10.808159 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bd741-1f2a-41f8-ac7a-6c8f1c9bf6c7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:10.808799 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bd741-1f2a-41f8-ac7a-6c8f1c9bf6c7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:10.809539 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bd741-1f2a-41f8-ac7a-6c8f1c9bf6c7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:10.810104 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bd741-1f2a-41f8-ac7a-6c8f1c9bf6c7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:10.810859 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bd741-1f2a-41f8-ac7a-6c8f1c9bf6c7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:10.811930 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bd741-1f2a-41f8-ac7a-6c8f1c9bf6c7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:10.812694 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bd741-1f2a-41f8-ac7a-6c8f1c9bf6c7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:10.813270 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bd741-1f2a-41f8-ac7a-6c8f1c9bf6c7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:10.813941 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bd741-1f2a-41f8-ac7a-6c8f1c9bf6c7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:10.814598 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bd741-1f2a-41f8-ac7a-6c8f1c9bf6c7 tempest-TestShelveInstance-525211357 tempest-TestShelveInstance-525211357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:10.906164 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6c1a33cc-0bcf-49f6-b29c-b595be0a15ba req-739a9048-c8db-4d77-be2d-bd89df0cfa8a service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996206 Nov 09 10:44:10.911108 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device d38d3818-cbd7-421b-b082-5a11c86acde0 no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:44:10.934227 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] No Port match for: d38d3818-cbd7-421b-b082-5a11c86acde0 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:44:10.934567 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device d38d3818-cbd7-421b-b082-5a11c86acde0 not bound to the agent host hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:44:10.941459 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 49400) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:44:11.399237 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f8bb042d-52b5-46b2-87c4-7d05369b9387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740499'] for router_interface, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:11.753063 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:44:11.985004 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb042d-52b5-46b2-87c4-7d05369b9387 admin admin] Deleting port 26319560-a22f-42f4-98b8-85cc9ad3a490 {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:44:11.985659 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f8bb042d-52b5-46b2-87c4-7d05369b9387 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:12.068006 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [None req-f8bb042d-52b5-46b2-87c4-7d05369b9387 admin admin] For port 26319560-a22f-42f4-98b8-85cc9ad3a490, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=26319560-a22f-42f4-98b8-85cc9ad3a490,segment=NetworkSegment(cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7),segment_id=cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:44:12.068409 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f8bb042d-52b5-46b2-87c4-7d05369b9387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:12.081397 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb042d-52b5-46b2-87c4-7d05369b9387 admin admin] Calling delete_port for 26319560-a22f-42f4-98b8-85cc9ad3a490 owned by network:router_interface {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:44:12.359694 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f8bb042d-52b5-46b2-87c4-7d05369b9387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:12.384232 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb042d-52b5-46b2-87c4-7d05369b9387 admin admin] Pushing event deleted for resources: {'Port': ['ID=26319560-a22f-42f4-98b8-85cc9ad3a490,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:44:12.609221 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-f8bb042d-52b5-46b2-87c4-7d05369b9387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570659'] for router_interface, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:12.859152 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bb042d-52b5-46b2-87c4-7d05369b9387 admin admin] Router 165c1033-2db6-4b48-a674-57d36e7a511b has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:44:12.971901 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bb042d-52b5-46b2-87c4-7d05369b9387 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:44:12.979612 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-f8bb042d-52b5-46b2-87c4-7d05369b9387 admin admin] 10.222.0.35 "PUT /v2.0/routers/165c1033-2db6-4b48-a674-57d36e7a511b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0330789 Nov 09 10:44:12.980924 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 49418) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:44:12.983772 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af2e9b1-1b65-45a7-8c82-f933cb6a5b36 None None] Sync routers for ids ['165c1033-2db6-4b48-a674-57d36e7a511b'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:44:13.001148 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af2e9b1-1b65-45a7-8c82-f933cb6a5b36 None None] Routers {'165c1033-2db6-4b48-a674-57d36e7a511b'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:44:13.002259 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-9af2e9b1-1b65-45a7-8c82-f933cb6a5b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:43:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['165c1033-2db6-4b48-a674-57d36e7a511b'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:44:13.105820 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-28350ea0-16e2-4f7e-83c8-32f31951852f admin admin] Publish callbacks [] for router, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:13.197167 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-9af2e9b1-1b65-45a7-8c82-f933cb6a5b36 None None] Set router 165c1033-2db6-4b48-a674-57d36e7a511b gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:44:13.245237 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-28350ea0-16e2-4f7e-83c8-32f31951852f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:13.398397 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-28350ea0-16e2-4f7e-83c8-32f31951852f admin admin] Deleting port b625c1d0-113f-4bc0-8f06-2a2f547892c5 {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:44:13.398829 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-28350ea0-16e2-4f7e-83c8-32f31951852f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:13.419177 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-9af2e9b1-1b65-45a7-8c82-f933cb6a5b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'name': 'tempest-TestShelveInstance-1295514224-router', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:56Z', 'updated_at': '2021-11-09T10:44:12Z', 'revision_number': 5, 'project_id': '06af7c886c064b628757c347296afd9f', 'gw_port': {'id': 'b625c1d0-113f-4bc0-8f06-2a2f547892c5', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:38:57Z', 'updated_at': '2021-11-09T10:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:44:13.457689 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af2e9b1-1b65-45a7-8c82-f933cb6a5b36 None None] Checking router: 165c1033-2db6-4b48-a674-57d36e7a511b for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:44:13.467041 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af2e9b1-1b65-45a7-8c82-f933cb6a5b36 None None] Routers {'165c1033-2db6-4b48-a674-57d36e7a511b'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:44:13.467694 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-9af2e9b1-1b65-45a7-8c82-f933cb6a5b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:43:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['165c1033-2db6-4b48-a674-57d36e7a511b'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:44:13.497609 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [None req-28350ea0-16e2-4f7e-83c8-32f31951852f admin admin] For port b625c1d0-113f-4bc0-8f06-2a2f547892c5, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=b625c1d0-113f-4bc0-8f06-2a2f547892c5,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:44:13.498040 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-28350ea0-16e2-4f7e-83c8-32f31951852f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:13.514781 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-28350ea0-16e2-4f7e-83c8-32f31951852f admin admin] Calling delete_port for b625c1d0-113f-4bc0-8f06-2a2f547892c5 owned by network:router_gateway {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:44:13.560833 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-9af2e9b1-1b65-45a7-8c82-f933cb6a5b36 None None] Set router 165c1033-2db6-4b48-a674-57d36e7a511b gateway port host: None {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:44:13.617523 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-9af2e9b1-1b65-45a7-8c82-f933cb6a5b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'name': 'tempest-TestShelveInstance-1295514224-router', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:56Z', 'updated_at': '2021-11-09T10:44:13Z', 'revision_number': 6, 'project_id': '06af7c886c064b628757c347296afd9f', 'gw_port_host': None}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:44:13.645294 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af2e9b1-1b65-45a7-8c82-f933cb6a5b36 None None] The sync data for ids ['165c1033-2db6-4b48-a674-57d36e7a511b'] in dv-cinder-816628-1-iscsi is: [{'id': '165c1033-2db6-4b48-a674-57d36e7a511b', 'name': 'tempest-TestShelveInstance-1295514224-router', 'tenant_id': '06af7c886c064b628757c347296afd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:38:56Z', 'updated_at': '2021-11-09T10:44:13Z', 'revision_number': 6, 'project_id': '06af7c886c064b628757c347296afd9f', 'gw_port_host': None}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:44:13.810184 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-28350ea0-16e2-4f7e-83c8-32f31951852f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:13.839925 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28350ea0-16e2-4f7e-83c8-32f31951852f admin admin] Pushing event deleted for resources: {'Port': ['ID=b625c1d0-113f-4bc0-8f06-2a2f547892c5,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:44:13.905933 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-28350ea0-16e2-4f7e-83c8-32f31951852f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741337'] for router_gateway, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:14.012281 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-28350ea0-16e2-4f7e-83c8-32f31951852f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3426'] for router, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:14.015153 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-28350ea0-16e2-4f7e-83c8-32f31951852f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:14.124598 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-28350ea0-16e2-4f7e-83c8-32f31951852f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569440'] for router, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:14.125164 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28350ea0-16e2-4f7e-83c8-32f31951852f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 165c1033-2db6-4b48-a674-57d36e7a511b {{(pid=101904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 10:44:14.130840 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-28350ea0-16e2-4f7e-83c8-32f31951852f admin admin] Publish callbacks [] for router, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:14.131340 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-28350ea0-16e2-4f7e-83c8-32f31951852f admin admin] 10.222.0.35 "DELETE /v2.0/routers/165c1033-2db6-4b48-a674-57d36e7a511b HTTP/1.1" status: 204 len: 168 time: 1.1492553 Nov 09 10:44:14.133962 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 49424) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:44:14.182486 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_v2 [None req-579e865a-b0fe-4962-891b-41a3737b64b3 admin admin] Deleting subnet 162c9035-b134-4023-b2ba-1a2493525efe {{(pid=101904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 10:44:14.185641 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-579e865a-b0fe-4962-891b-41a3737b64b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:14.223119 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-579e865a-b0fe-4962-891b-41a3737b64b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8625588'] for subnet, precommit_delete_associations {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:14.333521 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-579e865a-b0fe-4962-891b-41a3737b64b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1578030'] for subnet, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:14.448918 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 26319560-a22f-42f4-98b8-85cc9ad3a490 no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:44:14.470447 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: 26319560-a22f-42f4-98b8-85cc9ad3a490 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:44:14.470752 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 26319560-a22f-42f4-98b8-85cc9ad3a490 not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:44:14.471235 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device b625c1d0-113f-4bc0-8f06-2a2f547892c5 no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:44:14.491788 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: b625c1d0-113f-4bc0-8f06-2a2f547892c5 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:44:14.492393 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device b625c1d0-113f-4bc0-8f06-2a2f547892c5 not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:44:14.508069 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-579e865a-b0fe-4962-891b-41a3737b64b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1578023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9053813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8460600'] for subnet, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:14.536510 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e865a-b0fe-4962-891b-41a3737b64b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=162c9035-b134-4023-b2ba-1a2493525efe,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:44:14.538542 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-579e865a-b0fe-4962-891b-41a3737b64b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:14.544281 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-579e865a-b0fe-4962-891b-41a3737b64b3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/162c9035-b134-4023-b2ba-1a2493525efe HTTP/1.1" status: 204 len: 168 time: 0.4069452 Nov 09 10:44:14.544715 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 49426) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:44:14.545477 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa9fc5d-9ee2-40ad-bf5f-2fd4462ca2a2 None None] Network 2fdcf95c-e1fc-4011-9f83-26a3b67584bf requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:44:14.625191 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2938-9323-450f-b106-07c14231e37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1668299'] for network, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:14.697997 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f2938-9323-450f-b106-07c14231e37f admin admin] Deleting port cbabdb12-cd31-4f87-b4e2-fad965cea082 {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:44:14.697997 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2938-9323-450f-b106-07c14231e37f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:14.764707 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14100318-4ac4-4328-b2a7-e995a07e890b None None] DHCP port deletion for 2fdcf95c-e1fc-4011-9f83-26a3b67584bf request from dv-cinder-816628-1-iscsi {{(pid=101906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 10:44:14.782058 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [None req-1c7f2938-9323-450f-b106-07c14231e37f admin admin] For port cbabdb12-cd31-4f87-b4e2-fad965cea082, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=cbabdb12-cd31-4f87-b4e2-fad965cea082,segment=NetworkSegment(cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7),segment_id=cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:44:14.782638 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2938-9323-450f-b106-07c14231e37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:14.802250 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f2938-9323-450f-b106-07c14231e37f admin admin] Calling delete_port for cbabdb12-cd31-4f87-b4e2-fad965cea082 owned by network:dhcp {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:44:14.827867 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-14100318-4ac4-4328-b2a7-e995a07e890b None None] Deleting port cbabdb12-cd31-4f87-b4e2-fad965cea082 {{(pid=101906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:44:14.828272 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-14100318-4ac4-4328-b2a7-e995a07e890b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:14.895174 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-14100318-4ac4-4328-b2a7-e995a07e890b None None] For port cbabdb12-cd31-4f87-b4e2-fad965cea082, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=cbabdb12-cd31-4f87-b4e2-fad965cea082,segment=NetworkSegment(cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7),segment_id=cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:44:14.895549 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-14100318-4ac4-4328-b2a7-e995a07e890b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:14.910387 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-14100318-4ac4-4328-b2a7-e995a07e890b None None] Calling delete_port for cbabdb12-cd31-4f87-b4e2-fad965cea082 owned by network:dhcp {{(pid=101906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:44:14.959138 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2938-9323-450f-b106-07c14231e37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:14.985281 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f2938-9323-450f-b106-07c14231e37f admin admin] Pushing event deleted for resources: {'Port': ['ID=cbabdb12-cd31-4f87-b4e2-fad965cea082,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:44:14.989014 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7f2938-9323-450f-b106-07c14231e37f admin admin] No DVR routers for this DVR port cbabdb12-cd31-4f87-b4e2-fad965cea082 on host dv-cinder-816628-1-iscsi {{(pid=101904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:44:14.998570 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-14100318-4ac4-4328-b2a7-e995a07e890b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146'] for port, after_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:15.027877 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14100318-4ac4-4328-b2a7-e995a07e890b None None] Pushing event deleted for resources: {'Port': ['ID=cbabdb12-cd31-4f87-b4e2-fad965cea082,revision_number=None']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:44:15.031050 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14100318-4ac4-4328-b2a7-e995a07e890b None None] No DVR routers for this DVR port cbabdb12-cd31-4f87-b4e2-fad965cea082 on host dv-cinder-816628-1-iscsi {{(pid=101906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:44:15.039887 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14100318-4ac4-4328-b2a7-e995a07e890b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:15.040140 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14100318-4ac4-4328-b2a7-e995a07e890b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:15.040528 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14100318-4ac4-4328-b2a7-e995a07e890b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:15.040989 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14100318-4ac4-4328-b2a7-e995a07e890b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:15.041338 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14100318-4ac4-4328-b2a7-e995a07e890b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:15.042293 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14100318-4ac4-4328-b2a7-e995a07e890b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:15.042293 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14100318-4ac4-4328-b2a7-e995a07e890b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:15.042586 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14100318-4ac4-4328-b2a7-e995a07e890b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:15.042981 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14100318-4ac4-4328-b2a7-e995a07e890b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:15.043371 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14100318-4ac4-4328-b2a7-e995a07e890b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:15.043760 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14100318-4ac4-4328-b2a7-e995a07e890b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:15.044174 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14100318-4ac4-4328-b2a7-e995a07e890b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:44:15.077599 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2938-9323-450f-b106-07c14231e37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1578843', 'neutron.services.segments.db._delete_segments_for_network-8781390831665'] for network, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:15.099603 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-1c7f2938-9323-450f-b106-07c14231e37f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdcf95c-e1fc-4011-9f83-26a3b67584bf']}} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:44:15.109516 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-1c7f2938-9323-450f-b106-07c14231e37f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7') {'for_net_delete': True} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:44:15.110158 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-1c7f2938-9323-450f-b106-07c14231e37f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0ddaff-1470-4a29-8cb6-6e1f3f603cb7') {} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:44:15.120510 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2938-9323-450f-b106-07c14231e37f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781390865722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8625581'] for segment, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:15.135216 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2938-9323-450f-b106-07c14231e37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:15.144115 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c7f2938-9323-450f-b106-07c14231e37f admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=101904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 10:44:15.144754 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2938-9323-450f-b106-07c14231e37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9053843'] for segment, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: Traceback (most recent call last): Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: timer() Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: cb(*args, **kw) Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: return func(*args, **kwargs) Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: self._notify() Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: self.callback(batched_events) Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: event.method(event) Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: return f(self, *a, **k) Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: return self._get(url).json() Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: return self.request(url, 'GET', **kwargs) Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 10:44:15.146776 dv-cinder-816628-1-iscsi neutron-server[101904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 10:44:15.296322 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2938-9323-450f-b106-07c14231e37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741285'] for network, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:15.302310 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2938-9323-450f-b106-07c14231e37f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:15.305666 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-1c7f2938-9323-450f-b106-07c14231e37f admin admin] 10.222.0.35 "DELETE /v2.0/networks/2fdcf95c-e1fc-4011-9f83-26a3b67584bf HTTP/1.1" status: 204 len: 168 time: 0.7602108 Nov 09 10:44:15.309814 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 49430) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:44:15.317990 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f2938-9323-450f-b106-07c14231e37f admin admin] Pushing event deleted for resources: {'Network': ['ID=2fdcf95c-e1fc-4011-9f83-26a3b67584bf,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:44:15.697336 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e782c8ad-cd20-4849-af9c-46586a6f05d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740499'] for router_interface, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:15.978042 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-e782c8ad-cd20-4849-af9c-46586a6f05d6 admin admin] Deleting port 64b1f44e-bdd0-4527-8d63-2db24984f87b {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:44:15.978467 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e782c8ad-cd20-4849-af9c-46586a6f05d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:16.063223 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [None req-e782c8ad-cd20-4849-af9c-46586a6f05d6 admin admin] For port 64b1f44e-bdd0-4527-8d63-2db24984f87b, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=64b1f44e-bdd0-4527-8d63-2db24984f87b,segment=NetworkSegment(385c124e-6941-4b1d-a947-789cca3fb876),segment_id=385c124e-6941-4b1d-a947-789cca3fb876)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:44:16.063617 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e782c8ad-cd20-4849-af9c-46586a6f05d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:16.079146 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-e782c8ad-cd20-4849-af9c-46586a6f05d6 admin admin] Calling delete_port for 64b1f44e-bdd0-4527-8d63-2db24984f87b owned by network:router_interface {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:44:16.367853 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device cbabdb12-cd31-4f87-b4e2-fad965cea082 no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:44:16.388801 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: cbabdb12-cd31-4f87-b4e2-fad965cea082 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:44:16.389634 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device cbabdb12-cd31-4f87-b4e2-fad965cea082 not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:44:16.406069 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e782c8ad-cd20-4849-af9c-46586a6f05d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:16.439168 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782c8ad-cd20-4849-af9c-46586a6f05d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=64b1f44e-bdd0-4527-8d63-2db24984f87b,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:44:16.622688 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e782c8ad-cd20-4849-af9c-46586a6f05d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570659'] for router_interface, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:16.864193 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e782c8ad-cd20-4849-af9c-46586a6f05d6 admin admin] Router 386d9510-5053-4c13-89b6-40b3a5d96c20 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:44:17.004333 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e782c8ad-cd20-4849-af9c-46586a6f05d6 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:44:17.011995 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-e782c8ad-cd20-4849-af9c-46586a6f05d6 admin admin] 10.222.0.35 "PUT /v2.0/routers/386d9510-5053-4c13-89b6-40b3a5d96c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7004921 Nov 09 10:44:17.014298 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 49436) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:44:17.016184 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb57030-6e50-46aa-a015-c040829c63b5 None None] Sync routers for ids ['386d9510-5053-4c13-89b6-40b3a5d96c20'] in dv-cinder-816628-1-iscsi {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:44:17.026984 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb57030-6e50-46aa-a015-c040829c63b5 None None] Routers {'386d9510-5053-4c13-89b6-40b3a5d96c20'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:44:17.027621 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-3eb57030-6e50-46aa-a015-c040829c63b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:43:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['386d9510-5053-4c13-89b6-40b3a5d96c20'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:44:17.132712 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1d3ebe1a-59b0-4786-9cb0-654297c7b780 admin admin] Publish callbacks [] for router, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:17.164228 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-3eb57030-6e50-46aa-a015-c040829c63b5 None None] Set router 386d9510-5053-4c13-89b6-40b3a5d96c20 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:44:17.316780 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1d3ebe1a-59b0-4786-9cb0-654297c7b780 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:17.415600 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-3eb57030-6e50-46aa-a015-c040829c63b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386d9510-5053-4c13-89b6-40b3a5d96c20', 'name': 'tempest-TestShelveInstance-1105787453-router', 'tenant_id': '83fb8edbd60f4766876b24533ec4ee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a39519ba-1a6b-488f-9379-b77504f6a38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:39:11Z', 'updated_at': '2021-11-09T10:44:16Z', 'revision_number': 5, 'project_id': '83fb8edbd60f4766876b24533ec4ee46', 'gw_port': {'id': 'a39519ba-1a6b-488f-9379-b77504f6a38c', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386d9510-5053-4c13-89b6-40b3a5d96c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:39:12Z', 'updated_at': '2021-11-09T10:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:44:17.450656 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-1d3ebe1a-59b0-4786-9cb0-654297c7b780 admin admin] Deleting port a39519ba-1a6b-488f-9379-b77504f6a38c {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:44:17.452164 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1d3ebe1a-59b0-4786-9cb0-654297c7b780 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:17.453882 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb57030-6e50-46aa-a015-c040829c63b5 None None] Checking router: 386d9510-5053-4c13-89b6-40b3a5d96c20 for host: dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:44:17.469831 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb57030-6e50-46aa-a015-c040829c63b5 None None] Routers {'386d9510-5053-4c13-89b6-40b3a5d96c20'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:44:17.470451 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-3eb57030-6e50-46aa-a015-c040829c63b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:43:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['386d9510-5053-4c13-89b6-40b3a5d96c20'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:44:17.556287 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [None req-1d3ebe1a-59b0-4786-9cb0-654297c7b780 admin admin] For port a39519ba-1a6b-488f-9379-b77504f6a38c, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=a39519ba-1a6b-488f-9379-b77504f6a38c,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:44:17.556684 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1d3ebe1a-59b0-4786-9cb0-654297c7b780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:17.578887 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-1d3ebe1a-59b0-4786-9cb0-654297c7b780 admin admin] Calling delete_port for a39519ba-1a6b-488f-9379-b77504f6a38c owned by network:router_gateway {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:44:17.607660 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-3eb57030-6e50-46aa-a015-c040829c63b5 None None] Set router 386d9510-5053-4c13-89b6-40b3a5d96c20 gateway port host: None {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:44:17.670061 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-3eb57030-6e50-46aa-a015-c040829c63b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386d9510-5053-4c13-89b6-40b3a5d96c20', 'name': 'tempest-TestShelveInstance-1105787453-router', 'tenant_id': '83fb8edbd60f4766876b24533ec4ee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:39:11Z', 'updated_at': '2021-11-09T10:44:17Z', 'revision_number': 6, 'project_id': '83fb8edbd60f4766876b24533ec4ee46', 'gw_port_host': None}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:44:17.706113 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb57030-6e50-46aa-a015-c040829c63b5 None None] The sync data for ids ['386d9510-5053-4c13-89b6-40b3a5d96c20'] in dv-cinder-816628-1-iscsi is: [{'id': '386d9510-5053-4c13-89b6-40b3a5d96c20', 'name': 'tempest-TestShelveInstance-1105787453-router', 'tenant_id': '83fb8edbd60f4766876b24533ec4ee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:39:11Z', 'updated_at': '2021-11-09T10:44:17Z', 'revision_number': 6, 'project_id': '83fb8edbd60f4766876b24533ec4ee46', 'gw_port_host': None}] {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:44:17.937046 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1d3ebe1a-59b0-4786-9cb0-654297c7b780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:17.960543 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ebe1a-59b0-4786-9cb0-654297c7b780 admin admin] Pushing event deleted for resources: {'Port': ['ID=a39519ba-1a6b-488f-9379-b77504f6a38c,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:44:18.299960 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1d3ebe1a-59b0-4786-9cb0-654297c7b780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741337'] for router_gateway, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:18.394902 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1d3ebe1a-59b0-4786-9cb0-654297c7b780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3426'] for router, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:18.403412 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1d3ebe1a-59b0-4786-9cb0-654297c7b780 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:18.509310 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 64b1f44e-bdd0-4527-8d63-2db24984f87b no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:44:18.531114 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: 64b1f44e-bdd0-4527-8d63-2db24984f87b {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:44:18.531459 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 64b1f44e-bdd0-4527-8d63-2db24984f87b not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:44:18.531873 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device a39519ba-1a6b-488f-9379-b77504f6a38c no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:44:18.553355 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: a39519ba-1a6b-488f-9379-b77504f6a38c {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:44:18.553689 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device a39519ba-1a6b-488f-9379-b77504f6a38c not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:44:18.610400 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1d3ebe1a-59b0-4786-9cb0-654297c7b780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569440'] for router, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:18.610997 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3ebe1a-59b0-4786-9cb0-654297c7b780 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 386d9510-5053-4c13-89b6-40b3a5d96c20 {{(pid=101905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 10:44:18.622229 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1d3ebe1a-59b0-4786-9cb0-654297c7b780 admin admin] Publish callbacks [] for router, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:18.622229 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-1d3ebe1a-59b0-4786-9cb0-654297c7b780 admin admin] 10.222.0.35 "DELETE /v2.0/routers/386d9510-5053-4c13-89b6-40b3a5d96c20 HTTP/1.1" status: 204 len: 168 time: 1.6051989 Nov 09 10:44:18.624596 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 49442) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:44:18.676931 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd0752b-c3ce-42f7-9a2a-e1948237e990 admin admin] Deleting subnet c4be990b-1876-43e5-a05d-eddc317363cb {{(pid=101904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 10:44:18.680992 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-efd0752b-c3ce-42f7-9a2a-e1948237e990 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:18.729115 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-efd0752b-c3ce-42f7-9a2a-e1948237e990 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8625588'] for subnet, precommit_delete_associations {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:18.835378 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-efd0752b-c3ce-42f7-9a2a-e1948237e990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1578030'] for subnet, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:18.954058 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-efd0752b-c3ce-42f7-9a2a-e1948237e990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1578023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9053813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8460600'] for subnet, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:18.981138 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0752b-c3ce-42f7-9a2a-e1948237e990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4be990b-1876-43e5-a05d-eddc317363cb,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:44:18.984798 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-efd0752b-c3ce-42f7-9a2a-e1948237e990 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:18.988494 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-efd0752b-c3ce-42f7-9a2a-e1948237e990 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c4be990b-1876-43e5-a05d-eddc317363cb HTTP/1.1" status: 204 len: 168 time: 0.3621123 Nov 09 10:44:18.991657 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 49444) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:44:18.993910 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44388bce-2f96-42ad-850b-c625c97615fd None None] Network dfefef20-de47-4c9a-978f-68c0c30d9420 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:44:19.070477 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-df4580ca-e99a-45f5-8626-4297ad2a80ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1668299'] for network, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:19.151749 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-df4580ca-e99a-45f5-8626-4297ad2a80ce admin admin] Deleting port 4c38b9ce-d870-4bde-8895-d7ed62ed5c68 {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:44:19.152137 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-df4580ca-e99a-45f5-8626-4297ad2a80ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:19.220861 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [None req-df4580ca-e99a-45f5-8626-4297ad2a80ce admin admin] For port 4c38b9ce-d870-4bde-8895-d7ed62ed5c68, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=4c38b9ce-d870-4bde-8895-d7ed62ed5c68,segment=NetworkSegment(385c124e-6941-4b1d-a947-789cca3fb876),segment_id=385c124e-6941-4b1d-a947-789cca3fb876)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:44:19.221216 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-df4580ca-e99a-45f5-8626-4297ad2a80ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:19.234816 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-df4580ca-e99a-45f5-8626-4297ad2a80ce admin admin] Calling delete_port for 4c38b9ce-d870-4bde-8895-d7ed62ed5c68 owned by network:dhcp {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:44:19.376832 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9f7b58-59e4-46de-afaa-51090d4a96d6 None None] DHCP port deletion for dfefef20-de47-4c9a-978f-68c0c30d9420 request from dv-cinder-816628-1-iscsi {{(pid=101906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 10:44:19.440553 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f7b58-59e4-46de-afaa-51090d4a96d6 None None] Deleting port 4c38b9ce-d870-4bde-8895-d7ed62ed5c68 {{(pid=101906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:44:19.441035 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3f9f7b58-59e4-46de-afaa-51090d4a96d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:19.521340 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-3f9f7b58-59e4-46de-afaa-51090d4a96d6 None None] For port 4c38b9ce-d870-4bde-8895-d7ed62ed5c68, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=4c38b9ce-d870-4bde-8895-d7ed62ed5c68,segment=NetworkSegment(385c124e-6941-4b1d-a947-789cca3fb876),segment_id=385c124e-6941-4b1d-a947-789cca3fb876)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:44:19.522109 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3f9f7b58-59e4-46de-afaa-51090d4a96d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:19.537203 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f7b58-59e4-46de-afaa-51090d4a96d6 None None] Calling delete_port for 4c38b9ce-d870-4bde-8895-d7ed62ed5c68 owned by network:dhcp {{(pid=101906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:44:19.713299 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-df4580ca-e99a-45f5-8626-4297ad2a80ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:19.720438 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3f9f7b58-59e4-46de-afaa-51090d4a96d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146'] for port, after_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:19.741694 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4580ca-e99a-45f5-8626-4297ad2a80ce admin admin] Pushing event deleted for resources: {'Port': ['ID=4c38b9ce-d870-4bde-8895-d7ed62ed5c68,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:44:19.743617 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4580ca-e99a-45f5-8626-4297ad2a80ce admin admin] No DVR routers for this DVR port 4c38b9ce-d870-4bde-8895-d7ed62ed5c68 on host dv-cinder-816628-1-iscsi {{(pid=101904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:44:19.746787 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f7b58-59e4-46de-afaa-51090d4a96d6 None None] Pushing event deleted for resources: {'Port': ['ID=4c38b9ce-d870-4bde-8895-d7ed62ed5c68,revision_number=None']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:44:19.750660 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9f7b58-59e4-46de-afaa-51090d4a96d6 None None] No DVR routers for this DVR port 4c38b9ce-d870-4bde-8895-d7ed62ed5c68 on host dv-cinder-816628-1-iscsi {{(pid=101906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:44:19.819202 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-df4580ca-e99a-45f5-8626-4297ad2a80ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1578843', 'neutron.services.segments.db._delete_segments_for_network-8781390831665'] for network, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:19.838301 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-df4580ca-e99a-45f5-8626-4297ad2a80ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfefef20-de47-4c9a-978f-68c0c30d9420']}} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:44:19.847897 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-df4580ca-e99a-45f5-8626-4297ad2a80ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385c124e-6941-4b1d-a947-789cca3fb876') {'for_net_delete': True} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:44:19.848219 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-df4580ca-e99a-45f5-8626-4297ad2a80ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385c124e-6941-4b1d-a947-789cca3fb876') {} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:44:19.858684 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-df4580ca-e99a-45f5-8626-4297ad2a80ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781390865722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8625581'] for segment, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:19.876066 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-df4580ca-e99a-45f5-8626-4297ad2a80ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:19.883414 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4580ca-e99a-45f5-8626-4297ad2a80ce admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 10:44:19.883830 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-df4580ca-e99a-45f5-8626-4297ad2a80ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9053843'] for segment, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: Traceback (most recent call last): Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: timer() Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: cb(*args, **kw) Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: return func(*args, **kwargs) Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: self._notify() Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: self.callback(batched_events) Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: event.method(event) Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: return f(self, *a, **k) Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: return self._get(url).json() Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: return self.request(url, 'GET', **kwargs) Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 10:44:19.885763 dv-cinder-816628-1-iscsi neutron-server[101904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 10:44:20.015736 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-df4580ca-e99a-45f5-8626-4297ad2a80ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741285'] for network, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:20.021708 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-df4580ca-e99a-45f5-8626-4297ad2a80ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:20.025157 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-df4580ca-e99a-45f5-8626-4297ad2a80ce admin admin] 10.222.0.35 "DELETE /v2.0/networks/dfefef20-de47-4c9a-978f-68c0c30d9420 HTTP/1.1" status: 204 len: 168 time: 1.0313489 Nov 09 10:44:20.040710 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4580ca-e99a-45f5-8626-4297ad2a80ce admin admin] Pushing event deleted for resources: {'Network': ['ID=dfefef20-de47-4c9a-978f-68c0c30d9420,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:44:20.359336 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 4c38b9ce-d870-4bde-8895-d7ed62ed5c68 no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:44:20.381490 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: 4c38b9ce-d870-4bde-8895-d7ed62ed5c68 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:44:20.381831 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 4c38b9ce-d870-4bde-8895-d7ed62ed5c68 not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:44:20.418101 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 49450) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:44:20.469754 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-fcd8949b-54e6-4f78-a0b4-aad42cd5d439 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=06af7c886c064b628757c347296afd9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461941 Nov 09 10:44:20.469956 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 49454) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:44:20.527197 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-970a115c-619e-4724-87d3-c82795a8b52a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:20.564509 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-970a115c-619e-4724-87d3-c82795a8b52a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:20.576195 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c03a403f-e68b-4b08-b389-fa63fefc1ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:20.718532 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-970a115c-619e-4724-87d3-c82795a8b52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:20.721488 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-970a115c-619e-4724-87d3-c82795a8b52a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:20.722675 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-970a115c-619e-4724-87d3-c82795a8b52a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d1e0295-7580-4873-a09e-d265c6a36b0b HTTP/1.1" status: 204 len: 168 time: 0.2525718 Nov 09 10:44:20.732654 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a115c-619e-4724-87d3-c82795a8b52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1e0295-7580-4873-a09e-d265c6a36b0b,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:44:21.295636 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc1fd8-6e65-4cd7-949c-30f2a8319603 req-1ee4f8c3-c54c-41f1-9c79-2345ca824792 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:21.297317 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-94dc1fd8-6e65-4cd7-949c-30f2a8319603 req-1ee4f8c3-c54c-41f1-9c79-2345ca824792 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0538790 Nov 09 10:44:21.363105 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-94dc1fd8-6e65-4cd7-949c-30f2a8319603 req-921f5368-75bf-4445-a2a5-95ed5f14823d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458100 Nov 09 10:44:21.535830 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 49466) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:44:21.578952 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-b4e732a0-1364-4eef-9e37-defe5759630a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=83fb8edbd60f4766876b24533ec4ee46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419042 Nov 09 10:44:21.586778 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 49468) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:44:21.637497 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-689754f1-ea7c-48f6-a82f-55ea5c1a10c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:21.659908 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-689754f1-ea7c-48f6-a82f-55ea5c1a10c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:21.839305 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-689754f1-ea7c-48f6-a82f-55ea5c1a10c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:21.842142 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-689754f1-ea7c-48f6-a82f-55ea5c1a10c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:21.843439 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-689754f1-ea7c-48f6-a82f-55ea5c1a10c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94e671e3-56b0-4875-ba81-9d4854fc9290 HTTP/1.1" status: 204 len: 168 time: 0.2556722 Nov 09 10:44:21.855921 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689754f1-ea7c-48f6-a82f-55ea5c1a10c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e671e3-56b0-4875-ba81-9d4854fc9290,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:44:22.518590 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c0fe5-f7e7-4819-b98b-3a8da8d82278 req-f8d4159e-a4d2-48fd-bcdd-a131800a261e tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:22.520239 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-139c0fe5-f7e7-4819-b98b-3a8da8d82278 req-f8d4159e-a4d2-48fd-bcdd-a131800a261e tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0596395 Nov 09 10:44:22.572457 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-139c0fe5-f7e7-4819-b98b-3a8da8d82278 req-128c83a0-4969-47c2-80a7-c45707b27702 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454686 Nov 09 10:44:23.661708 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-09286178-6978-4d09-9df3-96c7ab6eb246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:23.704018 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa974fd-2dbb-4b38-a94e-19545155f2a2 req-19f84ec4-be58-474b-905f-c647da6a7f7f tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:23.705820 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-daa974fd-2dbb-4b38-a94e-19545155f2a2 req-19f84ec4-be58-474b-905f-c647da6a7f7f tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0589628 Nov 09 10:44:23.767458 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-daa974fd-2dbb-4b38-a94e-19545155f2a2 req-dc1e40f4-7bc4-451f-accf-78e7774e4e6b tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510490 Nov 09 10:44:23.993648 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:24.892325 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762a72c-89fb-41d7-97a0-601e2fa20003 req-3a24c934-a92a-4d67-a359-8cce85e8abd9 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:24.893900 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5762a72c-89fb-41d7-97a0-601e2fa20003 req-3a24c934-a92a-4d67-a359-8cce85e8abd9 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0543771 Nov 09 10:44:24.947134 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-5762a72c-89fb-41d7-97a0-601e2fa20003 req-05ced54d-4c99-4387-a75a-ef2c4228e0ac tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466902 Nov 09 10:44:25.507389 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:26.070125 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a9140-e51b-471c-96f5-b1e49e4cb9d9 req-0301d881-97d9-4873-aea7-13097ba100fa tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:26.071674 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-db4a9140-e51b-471c-96f5-b1e49e4cb9d9 req-0301d881-97d9-4873-aea7-13097ba100fa tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0530324 Nov 09 10:44:26.121273 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-db4a9140-e51b-471c-96f5-b1e49e4cb9d9 req-c1042f2b-7b6d-4a56-9153-fec36cc841fa tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435946 Nov 09 10:44:26.169839 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:26.318690 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:27.239986 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63209b44-238f-4308-8d6f-e999fdc55300 req-bfb61915-ae20-4e02-9cd0-ca3fc040a86a tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:27.241558 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-63209b44-238f-4308-8d6f-e999fdc55300 req-bfb61915-ae20-4e02-9cd0-ca3fc040a86a tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0507143 Nov 09 10:44:27.295265 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-63209b44-238f-4308-8d6f-e999fdc55300 req-ee17ef23-6758-4363-a8b2-7b4c76d796f6 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472713 Nov 09 10:44:28.432221 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22e77d-6a0a-4a51-9a3b-ededd7342c0f req-499fe982-89fe-4806-8b7d-8d08f315a234 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:28.433725 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7f22e77d-6a0a-4a51-9a3b-ededd7342c0f req-499fe982-89fe-4806-8b7d-8d08f315a234 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0499611 Nov 09 10:44:28.485532 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-7f22e77d-6a0a-4a51-9a3b-ededd7342c0f req-3b3f58a2-b571-4435-8927-2a0a1a83fcae tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430255 Nov 09 10:44:29.610871 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06645cc2-c73d-44ff-8067-1ceea00ebc6f req-dbdeffb6-30f4-4f18-9288-9d29716f4c9d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:29.612552 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-06645cc2-c73d-44ff-8067-1ceea00ebc6f req-dbdeffb6-30f4-4f18-9288-9d29716f4c9d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0545037 Nov 09 10:44:29.656831 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7c7aa-a574-4855-a57e-d2cfa38d2c1c req-2d7f919b-a18f-4e78-8eba-8abc81584313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:29.658323 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-39e7c7aa-a574-4855-a57e-d2cfa38d2c1c req-2d7f919b-a18f-4e78-8eba-8abc81584313 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6592fbeeeebb4270b2c5fbd99522ccae&device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 1098 time: 0.0465553 Nov 09 10:44:29.664094 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-06645cc2-c73d-44ff-8067-1ceea00ebc6f req-fb3ab271-ad82-4e19-9a57-316b6315e989 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452187 Nov 09 10:44:29.768662 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7c7aa-a574-4855-a57e-d2cfa38d2c1c req-585f55b4-9e85-4696-a14e-344210d4e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:29.770511 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-39e7c7aa-a574-4855-a57e-d2cfa38d2c1c req-585f55b4-9e85-4696-a14e-344210d4e1fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=230c91f7-84e9-4100-91e5-845eeb203ee8 HTTP/1.1" status: 200 len: 911 time: 0.0900068 Nov 09 10:44:29.842341 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-39e7c7aa-a574-4855-a57e-d2cfa38d2c1c req-17c3b4b5-2d93-4959-91a6-c78e050d7699 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 HTTP/1.1" status: 200 len: 1000 time: 0.0639193 Nov 09 10:44:29.891819 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7c7aa-a574-4855-a57e-d2cfa38d2c1c req-ccc778ad-3f29-45b1-9650-e3ccc9b53b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:29.893310 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-39e7c7aa-a574-4855-a57e-d2cfa38d2c1c req-ccc778ad-3f29-45b1-9650-e3ccc9b53b7a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2498992f-f3a0-4f19-b4a7-10cbad62ac09 HTTP/1.1" status: 200 len: 850 time: 0.0437093 Nov 09 10:44:29.943058 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7c7aa-a574-4855-a57e-d2cfa38d2c1c req-461b632a-c451-4500-a46d-f096af1e5f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:29.944779 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-39e7c7aa-a574-4855-a57e-d2cfa38d2c1c req-461b632a-c451-4500-a46d-f096af1e5f60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=230c91f7-84e9-4100-91e5-845eeb203ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437663 Nov 09 10:44:30.046171 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-39e7c7aa-a574-4855-a57e-d2cfa38d2c1c req-c7460a99-03b8-42b9-bf8a-95ddce0b2eec service neutron] 10.222.0.30 "GET /v2.0/networks/230c91f7-84e9-4100-91e5-845eeb203ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931180 Nov 09 10:44:30.137965 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-39e7c7aa-a574-4855-a57e-d2cfa38d2c1c req-691ec4f9-b3d2-49d3-a8bc-444bf3388013 service neutron] 10.222.0.30 "GET /v2.0/networks/230c91f7-84e9-4100-91e5-845eeb203ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833504 Nov 09 10:44:30.800927 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2d93f-fc4a-4b57-98e0-e5f5256ed074 req-5532a908-9eb3-44a3-881e-09d061685f0f tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:30.802429 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-53a2d93f-fc4a-4b57-98e0-e5f5256ed074 req-5532a908-9eb3-44a3-881e-09d061685f0f tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0624111 Nov 09 10:44:30.849742 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-53a2d93f-fc4a-4b57-98e0-e5f5256ed074 req-8fad6c7d-59cb-44ce-91ed-747bdcde40bd tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413754 Nov 09 10:44:31.966321 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56702c5-74d9-42dc-9ab5-3a87ce82d042 req-5ad3f2f6-b692-4275-b86a-6581f1b0424b tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:31.967736 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f56702c5-74d9-42dc-9ab5-3a87ce82d042 req-5ad3f2f6-b692-4275-b86a-6581f1b0424b tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0500920 Nov 09 10:44:32.016447 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f56702c5-74d9-42dc-9ab5-3a87ce82d042 req-1112aba7-8f92-4e3e-b2e1-2c08c33b4306 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420661 Nov 09 10:44:32.473198 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6a039-a303-4f54-b685-3dc058cfd757 req-0fc69c3f-592a-41b4-befa-b4a67f77a160 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:32.474899 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e8a6a039-a303-4f54-b685-3dc058cfd757 req-0fc69c3f-592a-41b4-befa-b4a67f77a160 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0539119 Nov 09 10:44:32.532232 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e8a6a039-a303-4f54-b685-3dc058cfd757 req-26abe472-5c76-4e7a-8420-9c96ded07466 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465643 Nov 09 10:44:32.658463 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd509c-8880-41ef-ae25-65e8beb88dbd req-781122e7-737b-40dc-bc39-48e2aee2c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:32.659866 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-86cd509c-8880-41ef-ae25-65e8beb88dbd req-781122e7-737b-40dc-bc39-48e2aee2c05b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6592fbeeeebb4270b2c5fbd99522ccae&device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 1098 time: 0.0424278 Nov 09 10:44:32.765842 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd509c-8880-41ef-ae25-65e8beb88dbd req-2517128a-1146-438d-ba8b-ff7a9e9827c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:32.767290 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-86cd509c-8880-41ef-ae25-65e8beb88dbd req-2517128a-1146-438d-ba8b-ff7a9e9827c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=230c91f7-84e9-4100-91e5-845eeb203ee8 HTTP/1.1" status: 200 len: 911 time: 0.1009007 Nov 09 10:44:32.834212 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-86cd509c-8880-41ef-ae25-65e8beb88dbd req-1879dc78-71dd-45be-ad4f-1f85785aa979 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 HTTP/1.1" status: 200 len: 1000 time: 0.0597332 Nov 09 10:44:32.881832 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd509c-8880-41ef-ae25-65e8beb88dbd req-a98f116b-82da-42d8-aa06-b0f3b2bc7dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:32.883247 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-86cd509c-8880-41ef-ae25-65e8beb88dbd req-a98f116b-82da-42d8-aa06-b0f3b2bc7dde service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2498992f-f3a0-4f19-b4a7-10cbad62ac09 HTTP/1.1" status: 200 len: 850 time: 0.0428178 Nov 09 10:44:32.931809 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd509c-8880-41ef-ae25-65e8beb88dbd req-8359b9ea-5813-414c-a9bc-74bfba015c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:32.933187 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-86cd509c-8880-41ef-ae25-65e8beb88dbd req-8359b9ea-5813-414c-a9bc-74bfba015c63 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=230c91f7-84e9-4100-91e5-845eeb203ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436752 Nov 09 10:44:33.027380 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-86cd509c-8880-41ef-ae25-65e8beb88dbd req-22d18518-c8bd-484b-9bad-129cb5dd6fc0 service neutron] 10.222.0.30 "GET /v2.0/networks/230c91f7-84e9-4100-91e5-845eeb203ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866604 Nov 09 10:44:33.119836 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-86cd509c-8880-41ef-ae25-65e8beb88dbd req-24032c3e-114f-4142-bc98-8ec48d85bde9 service neutron] 10.222.0.30 "GET /v2.0/networks/230c91f7-84e9-4100-91e5-845eeb203ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854833 Nov 09 10:44:33.656560 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81d9a3-d066-42d2-aa10-37fd205b5923 req-5b4c1273-58a4-4240-bb8f-7b67404270e1 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:33.658058 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-be81d9a3-d066-42d2-aa10-37fd205b5923 req-5b4c1273-58a4-4240-bb8f-7b67404270e1 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0515215 Nov 09 10:44:33.706605 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-be81d9a3-d066-42d2-aa10-37fd205b5923 req-654318d7-8800-4b7c-a61e-a2c80b3f64f5 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425048 Nov 09 10:44:34.821673 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bcd74-9f6a-4cdc-9962-b39f046222b2 req-deb099c4-ea88-462f-ab82-ef5cd56d3b4a tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:44:34.823166 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b45bcd74-9f6a-4cdc-9962-b39f046222b2 req-deb099c4-ea88-462f-ab82-ef5cd56d3b4a tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0477321 Nov 09 10:44:34.870304 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b45bcd74-9f6a-4cdc-9962-b39f046222b2 req-794690b4-8834-49fb-abd9-ff8150ab094e tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406480 Nov 09 10:44:48.752619 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:44:50.546455 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-302ebba0-ec83-4774-a0a5-3cee4be49efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:53.294703 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-cb6900bc-3234-4f9f-b6d6-6f75dcfaad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:54.060507 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:55.585901 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:56.174468 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:44:56.317784 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:09.102036 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0a0ac-0eec-47af-afb2-55ac1489fa1c req-49920ba4-440d-4027-a728-b82bb368c210 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:09.103534 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1dc0a0ac-0eec-47af-afb2-55ac1489fa1c req-49920ba4-440d-4027-a728-b82bb368c210 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0493414 Nov 09 10:45:09.156474 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1dc0a0ac-0eec-47af-afb2-55ac1489fa1c req-6ff33010-0cd4-4cd1-88e9-aeca451a28af tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470016 Nov 09 10:45:10.273697 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58750f03-f9ed-4df1-98d2-7b07f6ea4c7f req-ca1fe890-8052-4dee-8d86-5f6ff1892989 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:10.275183 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-58750f03-f9ed-4df1-98d2-7b07f6ea4c7f req-ca1fe890-8052-4dee-8d86-5f6ff1892989 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0489469 Nov 09 10:45:10.326160 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-58750f03-f9ed-4df1-98d2-7b07f6ea4c7f req-e3613a5d-701b-4b6d-98af-f5ee3bfcc019 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450444 Nov 09 10:45:11.440646 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5006e-4085-4404-a455-8d177354ea67 req-5249edb8-395a-416b-9a21-bbf028557203 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:11.442087 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b0b5006e-4085-4404-a455-8d177354ea67 req-5249edb8-395a-416b-9a21-bbf028557203 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0483098 Nov 09 10:45:11.487834 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b0b5006e-4085-4404-a455-8d177354ea67 req-776098d0-043c-45af-9671-b57f50590411 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397069 Nov 09 10:45:12.603787 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb0e6c-d116-44f6-b40b-176964611108 req-61511758-2dc0-46ef-b236-be8ea855ff01 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:12.605198 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1aeb0e6c-d116-44f6-b40b-176964611108 req-61511758-2dc0-46ef-b236-be8ea855ff01 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0495536 Nov 09 10:45:12.653956 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1aeb0e6c-d116-44f6-b40b-176964611108 req-e4a1be30-c4b5-40a2-9587-62b2d7607a27 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427489 Nov 09 10:45:13.776253 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151a5a-dc3a-4f95-8d18-90250420f21b req-c1404f88-5409-4ce2-8b2e-fd37dacf5fec tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:13.777951 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-af151a5a-dc3a-4f95-8d18-90250420f21b req-c1404f88-5409-4ce2-8b2e-fd37dacf5fec tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0532255 Nov 09 10:45:13.826892 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-af151a5a-dc3a-4f95-8d18-90250420f21b req-48527754-91ae-4405-8cd5-a9a71e332e47 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427628 Nov 09 10:45:14.946694 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3e375-f1cb-4025-8ad7-6e51484d8d1f req-bf3e84b9-e8ee-4a9f-ba83-9e456fb67278 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:14.948136 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a4e3e375-f1cb-4025-8ad7-6e51484d8d1f req-bf3e84b9-e8ee-4a9f-ba83-9e456fb67278 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0496140 Nov 09 10:45:14.996984 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a4e3e375-f1cb-4025-8ad7-6e51484d8d1f req-ba62ae70-e2bf-4a0d-bb1f-e3571c0d925c tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428798 Nov 09 10:45:16.117088 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc28a6b-5c5e-4618-8a5a-b43fda6ee151 req-613171cc-f7db-49b8-87aa-4d594ea686c8 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:16.118716 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2bc28a6b-5c5e-4618-8a5a-b43fda6ee151 req-613171cc-f7db-49b8-87aa-4d594ea686c8 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0518732 Nov 09 10:45:16.166568 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2bc28a6b-5c5e-4618-8a5a-b43fda6ee151 req-9ab06326-933f-4e6c-849b-a0198c25ff56 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419431 Nov 09 10:45:17.305414 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cc75e-39ff-4688-92bf-6f58406f67c8 req-cb70027c-747b-4606-8200-e0145f46b28f tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:17.306897 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-8e9cc75e-39ff-4688-92bf-6f58406f67c8 req-cb70027c-747b-4606-8200-e0145f46b28f tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0613744 Nov 09 10:45:17.363919 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-8e9cc75e-39ff-4688-92bf-6f58406f67c8 req-fee359e3-dae6-4167-aa5e-953735e5047d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510185 Nov 09 10:45:18.688983 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846324cb-3198-42c2-bb0e-d48ad5ccec78 req-a048833b-ecdb-42af-a3a6-d993a8478ea7 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:18.690990 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-846324cb-3198-42c2-bb0e-d48ad5ccec78 req-a048833b-ecdb-42af-a3a6-d993a8478ea7 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.2510080 Nov 09 10:45:18.740346 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-846324cb-3198-42c2-bb0e-d48ad5ccec78 req-8c0c6980-452d-4b27-a16d-cc94eebccfca tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429585 Nov 09 10:45:19.967169 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef45c6-ff76-4bb6-bbb6-0c7ea0d386c4 req-ea07d06d-1c10-4c39-bd24-7570bb3645ca tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:19.969635 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d5ef45c6-ff76-4bb6-bbb6-0c7ea0d386c4 req-ea07d06d-1c10-4c39-bd24-7570bb3645ca tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.1342015 Nov 09 10:45:20.022172 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d5ef45c6-ff76-4bb6-bbb6-0c7ea0d386c4 req-d27932fd-08ca-49d0-855f-d0304913a6bb tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459075 Nov 09 10:45:20.350161 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5cb71-22cc-4cb6-832b-b7ff81b1ff77 req-0a160f3e-fb2c-4a34-8ae3-47419e5ebd0b tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:20.351675 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a2d5cb71-22cc-4cb6-832b-b7ff81b1ff77 req-0a160f3e-fb2c-4a34-8ae3-47419e5ebd0b tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0584967 Nov 09 10:45:20.401633 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a2d5cb71-22cc-4cb6-832b-b7ff81b1ff77 req-04dc1cfd-d394-4225-8127-e78d7a87c836 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438762 Nov 09 10:45:20.506113 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2f6d6-8e1a-4d86-ac3e-ff6869d6200c req-49bb8df8-49b0-440c-832c-012dfc07e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:20.507565 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9bd2f6d6-8e1a-4d86-ac3e-ff6869d6200c req-49bb8df8-49b0-440c-832c-012dfc07e7b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6592fbeeeebb4270b2c5fbd99522ccae&device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 1098 time: 0.0482683 Nov 09 10:45:20.545709 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-ee367348-3cd7-43a7-8f63-c6736442c292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:20.601756 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2f6d6-8e1a-4d86-ac3e-ff6869d6200c req-8bfc7a86-d276-4d3a-9d60-9dee969b39d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:20.603214 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9bd2f6d6-8e1a-4d86-ac3e-ff6869d6200c req-8bfc7a86-d276-4d3a-9d60-9dee969b39d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=230c91f7-84e9-4100-91e5-845eeb203ee8 HTTP/1.1" status: 200 len: 911 time: 0.0867965 Nov 09 10:45:20.672082 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9bd2f6d6-8e1a-4d86-ac3e-ff6869d6200c req-31c31f20-6831-46e2-a92e-176e30687739 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 HTTP/1.1" status: 200 len: 1000 time: 0.0615821 Nov 09 10:45:20.720403 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2f6d6-8e1a-4d86-ac3e-ff6869d6200c req-01782c3f-fc2d-42f0-bf09-6d64209a54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:20.721840 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9bd2f6d6-8e1a-4d86-ac3e-ff6869d6200c req-01782c3f-fc2d-42f0-bf09-6d64209a54d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2498992f-f3a0-4f19-b4a7-10cbad62ac09 HTTP/1.1" status: 200 len: 850 time: 0.0435734 Nov 09 10:45:20.766990 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2f6d6-8e1a-4d86-ac3e-ff6869d6200c req-cdea6346-2c44-4bed-90e4-b84035aa1154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:20.768447 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9bd2f6d6-8e1a-4d86-ac3e-ff6869d6200c req-cdea6346-2c44-4bed-90e4-b84035aa1154 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=230c91f7-84e9-4100-91e5-845eeb203ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402167 Nov 09 10:45:20.874490 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9bd2f6d6-8e1a-4d86-ac3e-ff6869d6200c req-fcb17e31-f204-459d-b200-46043156d623 service neutron] 10.222.0.30 "GET /v2.0/networks/230c91f7-84e9-4100-91e5-845eeb203ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993235 Nov 09 10:45:20.962371 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-9bd2f6d6-8e1a-4d86-ac3e-ff6869d6200c req-8271476c-8509-4bff-abc1-0d1062fc2649 service neutron] 10.222.0.30 "GET /v2.0/networks/230c91f7-84e9-4100-91e5-845eeb203ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812035 Nov 09 10:45:21.521851 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9de4b-37d8-4286-bfdf-08c03a94a406 req-d8126605-3f94-4f90-988b-d44943a7c9a7 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:21.523316 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-39f9de4b-37d8-4286-bfdf-08c03a94a406 req-d8126605-3f94-4f90-988b-d44943a7c9a7 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0504763 Nov 09 10:45:21.574199 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-39f9de4b-37d8-4286-bfdf-08c03a94a406 req-d753bfd2-7a42-4607-ab05-ae21b469275e tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447717 Nov 09 10:45:22.691493 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc15ef-470b-4c3f-8735-9f42facdd1fa req-9974e180-326a-4321-8d8d-21283225c4aa tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:22.693029 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-44bc15ef-470b-4c3f-8735-9f42facdd1fa req-9974e180-326a-4321-8d8d-21283225c4aa tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0498047 Nov 09 10:45:22.740090 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-44bc15ef-470b-4c3f-8735-9f42facdd1fa req-ba12bc90-9e5c-4046-aba2-f9f413417c7d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411689 Nov 09 10:45:23.334054 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-046e05f0-5952-4427-95e2-ca3d5150da63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:23.991422 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:25.516980 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:25.750727 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:45:26.225057 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:26.442497 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:31.620757 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0ffa6f1f-7a15-4289-8795-36520243529c req-3e5f090e-7a86-4082-afff-77b18d396deb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385230 Nov 09 10:45:31.679953 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa6f1f-7a15-4289-8795-36520243529c req-ccc8916c-09fb-4d42-b3f4-ac0091f7c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:31.681453 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0ffa6f1f-7a15-4289-8795-36520243529c req-ccc8916c-09fb-4d42-b3f4-ac0091f7c074 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f193ff8d94534794ba21cabcf0169326&device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 1099 time: 0.0393331 Nov 09 10:45:31.784644 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa6f1f-7a15-4289-8795-36520243529c req-e2635105-aa03-4300-a111-834831012611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:31.786074 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0ffa6f1f-7a15-4289-8795-36520243529c req-e2635105-aa03-4300-a111-834831012611 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a HTTP/1.1" status: 200 len: 911 time: 0.0849087 Nov 09 10:45:31.849754 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0ffa6f1f-7a15-4289-8795-36520243529c req-14667012-cc7d-487b-9da8-892cf5335577 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54c2d8a4-945b-4b08-a2ee-374408f308ec HTTP/1.1" status: 200 len: 1001 time: 0.0563574 Nov 09 10:45:31.899071 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa6f1f-7a15-4289-8795-36520243529c req-1a330e66-6b75-427a-b8c5-cc0636bb10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:31.900447 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0ffa6f1f-7a15-4289-8795-36520243529c req-1a330e66-6b75-427a-b8c5-cc0636bb10fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd36f13f-4940-4cef-a69d-ffd58a026a88 HTTP/1.1" status: 200 len: 850 time: 0.0428946 Nov 09 10:45:31.952376 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa6f1f-7a15-4289-8795-36520243529c req-39a017a8-816a-41e4-9e33-cc894df29185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:31.953896 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0ffa6f1f-7a15-4289-8795-36520243529c req-39a017a8-816a-41e4-9e33-cc894df29185 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456614 Nov 09 10:45:32.042300 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0ffa6f1f-7a15-4289-8795-36520243529c req-141a3028-6615-45d6-b4db-4c715d9bd730 service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806656 Nov 09 10:45:32.136398 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0ffa6f1f-7a15-4289-8795-36520243529c req-028650d5-3733-412d-b156-2b521f41ce35 service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862610 Nov 09 10:45:50.195778 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-aad79c42-f711-4559-bda9-634318a7f023 req-da764a06-44a5-4b7d-b006-e7ecb7dd7bb0 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418179760&fields=id&tenant_id=f193ff8d94534794ba21cabcf0169326 HTTP/1.1" status: 200 len: 267 time: 0.0445943 Nov 09 10:45:50.302748 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad79c42-f711-4559-bda9-634318a7f023 req-f240e5d8-1aae-47b1-ab8f-293f6a0da151 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:50.304207 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-aad79c42-f711-4559-bda9-634318a7f023 req-f240e5d8-1aae-47b1-ab8f-293f6a0da151 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/networks?id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a HTTP/1.1" status: 200 len: 811 time: 0.1011643 Nov 09 10:45:50.319270 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-aad79c42-f711-4559-bda9-634318a7f023 req-f02badc4-519d-4b63-8809-f70e256bb0d7 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/quotas/f193ff8d94534794ba21cabcf0169326 HTTP/1.1" status: 200 len: 375 time: 0.0088048 Nov 09 10:45:50.376520 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-aad79c42-f711-4559-bda9-634318a7f023 req-4751ed23-01ee-4733-bdba-e308cf4c7f64 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f193ff8d94534794ba21cabcf0169326&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0512874 Nov 09 10:45:50.391817 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [req-aad79c42-f711-4559-bda9-634318a7f023 req-d4db3f66-d4fa-4cde-8ba4-f62f571ff723 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 10:45:50.392777 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-aad79c42-f711-4559-bda9-634318a7f023 req-d4db3f66-d4fa-4cde-8ba4-f62f571ff723 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048454 Nov 09 10:45:50.477580 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-aad79c42-f711-4559-bda9-634318a7f023 req-e97fa8b1-583a-46ca-b2dd-59d88724f3c6 service neutron] 10.222.0.35 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791671 Nov 09 10:45:50.572656 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-aad79c42-f711-4559-bda9-634318a7f023 req-ba2268c5-22f1-40f3-8700-5a226f4ffc0a service neutron] 10.222.0.35 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883942 Nov 09 10:45:50.607490 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-43a1eb46-aa10-44f3-b0b8-488ec8ca213f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:51.292270 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7deb215f-bec6-4a1c-ada7-b6eb9a848f89 req-ac5798be-7d34-49d8-a67b-44a38f8e2d6d tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 210 time: 0.0268149 Nov 09 10:45:52.384029 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-74f5415d-75b0-414a-b92b-ad8b85a0e902 req-0d6f13a9-f22e-4fad-a128-792ca1197364 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 210 time: 0.0266864 Nov 09 10:45:53.285500 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad79c42-f711-4559-bda9-634318a7f023 req-33f90080-505b-47d7-bbf3-a576511fa0a5 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:53.286993 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-aad79c42-f711-4559-bda9-634318a7f023 req-33f90080-505b-47d7-bbf3-a576511fa0a5 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.30 "GET /v2.0/networks?id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a HTTP/1.1" status: 200 len: 811 time: 0.1047065 Nov 09 10:45:53.305898 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-999350e4-6f58-4213-b2c3-e41b1717d75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:53.352595 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-aad79c42-f711-4559-bda9-634318a7f023 req-3dd374b5-aa2f-4943-884a-658ac9f56e49 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f193ff8d94534794ba21cabcf0169326 HTTP/1.1" status: 200 len: 380 time: 0.0556924 Nov 09 10:45:53.362327 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-aad79c42-f711-4559-bda9-634318a7f023 req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Request body: {'port': {'device_id': '0a9c2589-c6e3-4bd4-baa4-8b6468833d24', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'admin_state_up': True, 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'security_groups': ['269cfdd5-5716-418b-b2ad-d87714e9fc49']}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:45:53.483690 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e66cd714-2587-41a9-8c8a-ed0dee85c085 req-eacb355e-2820-4d50-9853-dd84e0d918c0 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 210 time: 0.0294766 Nov 09 10:45:53.538970 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad79c42-f711-4559-bda9-634318a7f023 req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Made reservation on behalf of f193ff8d94534794ba21cabcf0169326 for: {'port': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:45:53.543738 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-aad79c42-f711-4559-bda9-634318a7f023 req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:53.667540 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [req-aad79c42-f711-4559-bda9-634318a7f023 req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Allocated IP 172.20.0.4 (d9ec3b3d-16d6-42bb-8661-ba5a7b86073a/cd36f13f-4940-4cef-a69d-ffd58a026a88/3cb3b733-a4e3-4ecc-ab21-52dde689f09a) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:45:53.804040 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-aad79c42-f711-4559-bda9-634318a7f023 req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:53.956626 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-aad79c42-f711-4559-bda9-634318a7f023 req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:53.998138 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad79c42-f711-4559-bda9-634318a7f023 req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:45:54.001133 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [req-aad79c42-f711-4559-bda9-634318a7f023 req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:45:54.007426 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad79c42-f711-4559-bda9-634318a7f023 req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:45:54.034560 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event updated for resources: {'Port': ['ID=3cb3b733-a4e3-4ecc-ab21-52dde689f09a,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:45:54.048433 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:45:54.048777 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:45:54.049169 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:45:54.049522 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:45:54.049842 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:45:54.050168 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:45:54.050490 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:45:54.050813 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:45:54.051272 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:45:54.051597 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:45:54.051915 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:45:54.052252 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:45:54.070555 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:54.080687 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad79c42-f711-4559-bda9-634318a7f023 req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:54.080687 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-aad79c42-f711-4559-bda9-634318a7f023 req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:54.175709 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-aad79c42-f711-4559-bda9-634318a7f023 req-cdc388f6-f0e1-4e5f-97ca-6d9f410dfb9f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8169968 Nov 09 10:45:54.185400 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [req-aad79c42-f711-4559-bda9-634318a7f023 req-42006158-0688-4ed8-a588-aa435018f583 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 10:45:54.189933 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-aad79c42-f711-4559-bda9-634318a7f023 req-42006158-0688-4ed8-a588-aa435018f583 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049803 Nov 09 10:45:54.246758 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-aad79c42-f711-4559-bda9-634318a7f023 req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] Request body: {'port': {'device_id': '0a9c2589-c6e3-4bd4-baa4-8b6468833d24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81662'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:45:54.247424 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-e84d975d-26bd-4da8-ab2f-f63dbdf239dd None None] Provisioning complete for port 3cb3b733-a4e3-4ecc-ab21-52dde689f09a triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:45:54.247793 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-e84d975d-26bd-4da8-ab2f-f63dbdf239dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:54.285566 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-e84d975d-26bd-4da8-ab2f-f63dbdf239dd None None] Port 3cb3b733-a4e3-4ecc-ab21-52dde689f09a cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:45:54.306679 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-aad79c42-f711-4559-bda9-634318a7f023 req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:54.595469 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [req-aad79c42-f711-4559-bda9-634318a7f023 req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb3b733-a4e3-4ecc-ab21-52dde689f09a {{(pid=101904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:45:54.604806 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-aad79c42-f711-4559-bda9-634318a7f023 req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:54.627072 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.provisioning_blocks [req-aad79c42-f711-4559-bda9-634318a7f023 req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] Transition to ACTIVE for port object 3cb3b733-a4e3-4ecc-ab21-52dde689f09a will not be triggered until provisioned by entity L2. {{(pid=101904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:45:54.633437 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d793a-6f96-4582-a3d8-e0688bfb7b73 req-97668d4a-1cea-424f-908e-785174ed177e tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:54.634896 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-989d793a-6f96-4582-a3d8-e0688bfb7b73 req-97668d4a-1cea-424f-908e-785174ed177e tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 931 time: 0.0782092 Nov 09 10:45:54.688025 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-989d793a-6f96-4582-a3d8-e0688bfb7b73 req-8a6c3887-d1c3-4aee-9891-afdc6fa935fb tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463464 Nov 09 10:45:54.715681 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-aad79c42-f711-4559-bda9-634318a7f023 req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:54.768367 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] Pushing event updated for resources: {'Port': ['ID=3cb3b733-a4e3-4ecc-ab21-52dde689f09a,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:45:54.844690 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-aad79c42-f711-4559-bda9-634318a7f023 req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] Attempting to bind port 3cb3b733-a4e3-4ecc-ab21-52dde689f09a on host hv-cinder-81662 for vnic_type normal with profile {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:45:54.845374 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-aad79c42-f711-4559-bda9-634318a7f023 req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] Attempting to bind port 3cb3b733-a4e3-4ecc-ab21-52dde689f09a by drivers openvswitch,hyperv on host hv-cinder-81662 at level 0 using segments [{'id': 'cd2cd2c2-136b-4dba-b04d-9a50d2575069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a'}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:45:54.845374 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad79c42-f711-4559-bda9-634318a7f023 req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] Attempting to bind port 3cb3b733-a4e3-4ecc-ab21-52dde689f09a on network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:45:54.850007 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad79c42-f711-4559-bda9-634318a7f023 req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] Port 3cb3b733-a4e3-4ecc-ab21-52dde689f09a on network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81662 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 10:45:54.850320 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad79c42-f711-4559-bda9-634318a7f023 req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] Attempting to bind port 3cb3b733-a4e3-4ecc-ab21-52dde689f09a on network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:45:54.855358 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad79c42-f711-4559-bda9-634318a7f023 req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] Checking agent: {'id': 'b8adbdf0-e7b5-4c08-8a0d-020b5ee3746c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'started_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:45:54.855687 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad79c42-f711-4559-bda9-634318a7f023 req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] Checking segment: {'id': 'cd2cd2c2-136b-4dba-b04d-9a50d2575069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:45:54.856092 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad79c42-f711-4559-bda9-634318a7f023 req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] Bound using segment: {'id': 'cd2cd2c2-136b-4dba-b04d-9a50d2575069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a'} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:45:54.856520 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-aad79c42-f711-4559-bda9-634318a7f023 req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] Bound port: 3cb3b733-a4e3-4ecc-ab21-52dde689f09a, host: hv-cinder-81662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2cd2c2-136b-4dba-b04d-9a50d2575069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a'}}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:45:54.856871 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-aad79c42-f711-4559-bda9-634318a7f023 req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:54.930384 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-aad79c42-f711-4559-bda9-634318a7f023 req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] For port 3cb3b733-a4e3-4ecc-ab21-52dde689f09a, host hv-cinder-81662, cleared binding levels {{(pid=101904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:45:54.933894 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-aad79c42-f711-4559-bda9-634318a7f023 req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] For port 3cb3b733-a4e3-4ecc-ab21-52dde689f09a, host hv-cinder-81662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=3cb3b733-a4e3-4ecc-ab21-52dde689f09a,segment=NetworkSegment(cd2cd2c2-136b-4dba-b04d-9a50d2575069),segment_id=cd2cd2c2-136b-4dba-b04d-9a50d2575069)] {{(pid=101904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:45:55.070281 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-aad79c42-f711-4559-bda9-634318a7f023 req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:55.102706 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad79c42-f711-4559-bda9-634318a7f023 req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:55.103514 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-aad79c42-f711-4559-bda9-634318a7f023 req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:55.105423 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-aad79c42-f711-4559-bda9-634318a7f023 req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] 10.222.0.30 "PUT /v2.0/ports/3cb3b733-a4e3-4ecc-ab21-52dde689f09a HTTP/1.1" status: 200 len: 1093 time: 0.9105198 Nov 09 10:45:55.105857 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9c2589-c6e3-4bd4-baa4-8b6468833d24', 'tag': '3cb3b733-a4e3-4ecc-ab21-52dde689f09a'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:45:55.108097 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b888dc0d-74a2-4aec-8086-6b0cf35f0b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9c2589-c6e3-4bd4-baa4-8b6468833d24", "tag": "3cb3b733-a4e3-4ecc-ab21-52dde689f09a"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:45:55.137506 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f8902-fca8-4ed3-8976-0f08ff51e75f service neutron] Pushing event updated for resources: {'Port': ['ID=3cb3b733-a4e3-4ecc-ab21-52dde689f09a,revision_number=3']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:45:55.222067 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfaa2036-35fc-4325-94c6-31f8becf83fa x-openstack-request-id: req-cfaa2036-35fc-4325-94c6-31f8becf83fa {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:45:55.222357 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9c2589-c6e3-4bd4-baa4-8b6468833d24", "tag": "3cb3b733-a4e3-4ecc-ab21-52dde689f09a", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:45:55.222609 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cfaa2036-35fc-4325-94c6-31f8becf83fa {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:45:55.223010 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9c2589-c6e3-4bd4-baa4-8b6468833d24', 'tag': '3cb3b733-a4e3-4ecc-ab21-52dde689f09a', 'status': 'completed', 'code': 200} Nov 09 10:45:55.281040 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad79c42-f711-4559-bda9-634318a7f023 req-9f923b41-ffb1-44cd-a2da-f401251a3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:55.282544 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-aad79c42-f711-4559-bda9-634318a7f023 req-9f923b41-ffb1-44cd-a2da-f401251a3ff1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f193ff8d94534794ba21cabcf0169326&device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 1096 time: 0.0435963 Nov 09 10:45:55.328869 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-aad79c42-f711-4559-bda9-634318a7f023 req-06999f69-9038-47b0-bc22-a78728f0eec1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cb3b733-a4e3-4ecc-ab21-52dde689f09a HTTP/1.1" status: 200 len: 217 time: 0.0377159 Nov 09 10:45:55.384562 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad79c42-f711-4559-bda9-634318a7f023 req-f6adf327-109c-4212-8cf2-e24a7bf3fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:55.385992 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-aad79c42-f711-4559-bda9-634318a7f023 req-f6adf327-109c-4212-8cf2-e24a7bf3fe87 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd36f13f-4940-4cef-a69d-ffd58a026a88 HTTP/1.1" status: 200 len: 850 time: 0.0505757 Nov 09 10:45:55.432112 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad79c42-f711-4559-bda9-634318a7f023 req-2d01e934-aa13-42a9-aed3-49dae96bf878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:55.433646 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-aad79c42-f711-4559-bda9-634318a7f023 req-2d01e934-aa13-42a9-aed3-49dae96bf878 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406477 Nov 09 10:45:55.510273 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:55.529090 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-aad79c42-f711-4559-bda9-634318a7f023 req-3fa6fddd-3bba-4e4c-a4c7-f2ad578974d0 service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848031 Nov 09 10:45:55.616928 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-aad79c42-f711-4559-bda9-634318a7f023 req-c76e9ee9-6758-42f1-aad0-a708aa88512b service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807388 Nov 09 10:45:55.817084 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720baa6f-24d9-4386-8f03-88c359c41e42 req-5fbb17a8-1dc8-4abc-ad6c-3ccfb3fac707 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:55.818624 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-720baa6f-24d9-4386-8f03-88c359c41e42 req-5fbb17a8-1dc8-4abc-ad6c-3ccfb3fac707 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 943 time: 0.0613148 Nov 09 10:45:55.891891 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888dc0d-74a2-4aec-8086-6b0cf35f0b0d req-49a6f9e3-33ef-48c7-8234-a98f8db6f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:55.895724 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b888dc0d-74a2-4aec-8086-6b0cf35f0b0d req-49a6f9e3-33ef-48c7-8234-a98f8db6f3c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f193ff8d94534794ba21cabcf0169326&device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 1096 time: 0.0739260 Nov 09 10:45:55.897256 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-720baa6f-24d9-4386-8f03-88c359c41e42 req-9aef8885-f157-4ad6-bcc8-435bbbd63bdb tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684683 Nov 09 10:45:55.989146 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888dc0d-74a2-4aec-8086-6b0cf35f0b0d req-1ba524d8-1923-42fd-b004-8a6ec6b45d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:55.990894 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b888dc0d-74a2-4aec-8086-6b0cf35f0b0d req-1ba524d8-1923-42fd-b004-8a6ec6b45d59 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a HTTP/1.1" status: 200 len: 911 time: 0.0886672 Nov 09 10:45:56.226536 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:56.300382 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b888dc0d-74a2-4aec-8086-6b0cf35f0b0d req-44b93dd1-72ed-43f9-86a0-60ec858dfdc6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cb3b733-a4e3-4ecc-ab21-52dde689f09a HTTP/1.1" status: 200 len: 217 time: 0.3012025 Nov 09 10:45:56.327271 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:56.384321 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98eafd4-3996-40e9-a209-fcf14ce8c8e2 req-9a03a6c5-5b0e-40ec-851e-738e0d2a06da tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:56.386444 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f98eafd4-3996-40e9-a209-fcf14ce8c8e2 req-9a03a6c5-5b0e-40ec-851e-738e0d2a06da tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0887582 Nov 09 10:45:56.388308 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888dc0d-74a2-4aec-8086-6b0cf35f0b0d req-ceddc32a-3e3f-4586-9ea2-77088f65fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:56.389613 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b888dc0d-74a2-4aec-8086-6b0cf35f0b0d req-ceddc32a-3e3f-4586-9ea2-77088f65fdfd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd36f13f-4940-4cef-a69d-ffd58a026a88 HTTP/1.1" status: 200 len: 850 time: 0.0781734 Nov 09 10:45:56.460332 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f98eafd4-3996-40e9-a209-fcf14ce8c8e2 req-83c157b0-91d7-4676-abea-79813f3d7012 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679054 Nov 09 10:45:56.462955 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888dc0d-74a2-4aec-8086-6b0cf35f0b0d req-d1a604dc-6d23-45cc-9325-bbdfb792b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:56.464392 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b888dc0d-74a2-4aec-8086-6b0cf35f0b0d req-d1a604dc-6d23-45cc-9325-bbdfb792b5e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663955 Nov 09 10:45:56.559032 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b888dc0d-74a2-4aec-8086-6b0cf35f0b0d req-fab3a8be-5255-4e06-9904-d284e7d0bdd7 service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852952 Nov 09 10:45:56.649038 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-b888dc0d-74a2-4aec-8086-6b0cf35f0b0d req-f8ea1cb5-04d5-4bfc-afe5-bcdc74840018 service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817606 Nov 09 10:45:57.071447 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c0c1a-5579-4593-ba54-49578521fb46 req-c6ad47ff-a6a5-4a8a-9871-6c84a329e9a9 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:57.072944 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d33c0c1a-5579-4593-ba54-49578521fb46 req-c6ad47ff-a6a5-4a8a-9871-6c84a329e9a9 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 943 time: 0.0483465 Nov 09 10:45:57.122501 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-d33c0c1a-5579-4593-ba54-49578521fb46 req-222f561c-41f0-40fe-8dcc-318914bfdba8 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436368 Nov 09 10:45:57.574939 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e569853-8843-4dcf-98a8-1cf9a033283f req-8b38d912-fde5-4f86-9ac8-860cfbca3112 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:57.576432 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3e569853-8843-4dcf-98a8-1cf9a033283f req-8b38d912-fde5-4f86-9ac8-860cfbca3112 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0491788 Nov 09 10:45:57.627236 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-3e569853-8843-4dcf-98a8-1cf9a033283f req-b502adbb-a6d0-4cd9-9678-e038336bd1a0 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447645 Nov 09 10:45:58.238490 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176af9fc-d240-4c8e-955f-d6140827dc08 req-61a9ce2c-de7e-496e-a10c-411be96da212 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:58.240274 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-176af9fc-d240-4c8e-955f-d6140827dc08 req-61a9ce2c-de7e-496e-a10c-411be96da212 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 943 time: 0.0494514 Nov 09 10:45:58.290417 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-176af9fc-d240-4c8e-955f-d6140827dc08 req-88a95f25-fa69-48c4-8f28-467165428ffb tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439620 Nov 09 10:45:58.290926 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864de59-97d9-47dc-90f7-796b99e239f9 req-462128f4-6cc8-4fbf-8ec0-5e61f63d98ce tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:58.292423 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1864de59-97d9-47dc-90f7-796b99e239f9 req-462128f4-6cc8-4fbf-8ec0-5e61f63d98ce tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.30 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0487945 Nov 09 10:45:58.396135 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [req-1864de59-97d9-47dc-90f7-796b99e239f9 req-bdde4996-3d79-4b89-aed7-8e0f81e9f457 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Deleting port d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:45:58.396471 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-1864de59-97d9-47dc-90f7-796b99e239f9 req-bdde4996-3d79-4b89-aed7-8e0f81e9f457 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:58.482571 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-1864de59-97d9-47dc-90f7-796b99e239f9 req-bdde4996-3d79-4b89-aed7-8e0f81e9f457 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] For port d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610,segment=NetworkSegment(d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86),segment_id=d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:45:58.482925 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-1864de59-97d9-47dc-90f7-796b99e239f9 req-bdde4996-3d79-4b89-aed7-8e0f81e9f457 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:58.645119 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-1864de59-97d9-47dc-90f7-796b99e239f9 req-bdde4996-3d79-4b89-aed7-8e0f81e9f457 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:58.645474 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-1864de59-97d9-47dc-90f7-796b99e239f9 req-bdde4996-3d79-4b89-aed7-8e0f81e9f457 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741267'] for floatingip, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:58.645769 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.l3_db [req-1864de59-97d9-47dc-90f7-796b99e239f9 req-bdde4996-3d79-4b89-aed7-8e0f81e9f457 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Floating IP efca35d5-5599-4ad6-a7eb-8ffe4e11aff6 disassociated. External IP: 172.27.0.66, port: d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610. Nov 09 10:45:58.646098 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [req-1864de59-97d9-47dc-90f7-796b99e239f9 req-bdde4996-3d79-4b89-aed7-8e0f81e9f457 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Calling delete_port for d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 owned by compute:nova {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:45:58.764370 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a1333-deb1-430f-8d0e-cc6dd6fb1d30 req-937d6ce4-eab9-489c-bbbd-0a643a5d558d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:58.765767 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2c9a1333-deb1-430f-8d0e-cc6dd6fb1d30 req-937d6ce4-eab9-489c-bbbd-0a643a5d558d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 945 time: 0.0671949 Nov 09 10:45:58.845902 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-2c9a1333-deb1-430f-8d0e-cc6dd6fb1d30 req-db66bf96-8598-4950-ad23-56b1385328b8 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cb2b85c-9f99-4de4-9109-0a98f2529597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714767 Nov 09 10:45:58.909994 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-1864de59-97d9-47dc-90f7-796b99e239f9 req-bdde4996-3d79-4b89-aed7-8e0f81e9f457 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:58.942801 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde4996-3d79-4b89-aed7-8e0f81e9f457 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Pushing event deleted for resources: {'Port': ['ID=d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:45:59.055908 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1864de59-97d9-47dc-90f7-796b99e239f9 req-bdde4996-3d79-4b89-aed7-8e0f81e9f457 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Router 0954aba8-bf43-4005-b72b-78f043206e91 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:45:59.163217 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1864de59-97d9-47dc-90f7-796b99e239f9 req-bdde4996-3d79-4b89-aed7-8e0f81e9f457 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:45:59.173990 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c1735-895d-43a4-bb28-13cb5613499f None None] Sync routers for ids ['0954aba8-bf43-4005-b72b-78f043206e91'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:45:59.184550 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c1735-895d-43a4-bb28-13cb5613499f None None] Routers {'0954aba8-bf43-4005-b72b-78f043206e91'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:45:59.185160 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-bf9c1735-895d-43a4-bb28-13cb5613499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:45:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['0954aba8-bf43-4005-b72b-78f043206e91'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:45:59.207531 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-1864de59-97d9-47dc-90f7-796b99e239f9 req-bdde4996-3d79-4b89-aed7-8e0f81e9f457 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] No DVR routers for this DVR port d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 on host hv-cinder-81662 {{(pid=101904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:45:59.208616 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-1864de59-97d9-47dc-90f7-796b99e239f9 req-bdde4996-3d79-4b89-aed7-8e0f81e9f457 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:45:59.212062 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1864de59-97d9-47dc-90f7-796b99e239f9 req-bdde4996-3d79-4b89-aed7-8e0f81e9f457 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.30 "DELETE /v2.0/ports/d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 HTTP/1.1" status: 204 len: 173 time: 0.9132535 Nov 09 10:45:59.212502 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79e42b6-2d89-4922-9eff-c5e72f4b44fb', 'name': 'network-vif-deleted', 'tag': 'd9ab7c1a-8c7d-49d1-a42e-120fbe4f3610'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:45:59.215330 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e247cd76-23a6-43ab-b86e-6f5aea2517db" -d '{"events": [{"server_uuid": "f79e42b6-2d89-4922-9eff-c5e72f4b44fb", "name": "network-vif-deleted", "tag": "d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:45:59.260799 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2a21c1-ed90-42f3-80f0-fe0931a290d8 x-openstack-request-id: req-0b2a21c1-ed90-42f3-80f0-fe0931a290d8 {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:45:59.260799 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79e42b6-2d89-4922-9eff-c5e72f4b44fb", "name": "network-vif-deleted", "tag": "d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:45:59.260799 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b2a21c1-ed90-42f3-80f0-fe0931a290d8 {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:45:59.260799 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79e42b6-2d89-4922-9eff-c5e72f4b44fb', 'name': 'network-vif-deleted', 'tag': 'd9ab7c1a-8c7d-49d1-a42e-120fbe4f3610', 'status': 'completed', 'code': 200} Nov 09 10:45:59.301368 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-bf9c1735-895d-43a4-bb28-13cb5613499f None None] Set router 0954aba8-bf43-4005-b72b-78f043206e91 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:45:59.414880 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6865aa7-92af-436f-a1da-8d24e65184cd req-fc6dfecd-79d0-408a-98e8-10ba46a42be2 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:45:59.420364 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f6865aa7-92af-436f-a1da-8d24e65184cd req-fc6dfecd-79d0-408a-98e8-10ba46a42be2 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 943 time: 0.0606015 Nov 09 10:45:59.471574 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f6865aa7-92af-436f-a1da-8d24e65184cd req-d168fe1b-8fbe-4464-b15a-01ac4b943861 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470510 Nov 09 10:45:59.527444 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-bf9c1735-895d-43a4-bb28-13cb5613499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954aba8-bf43-4005-b72b-78f043206e91', 'name': 'tempest-AttachVolumeTestJSON-1624569910-router', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:11Z', 'revision_number': 4, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'gw_port': {'id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '6af22991-3641-4999-955c-dd5a8c66a45c', 'name': '', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'mac_address': 'fa:16:3e:e8:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:10Z', 'updated_at': '2021-11-09T10:43:14Z', 'revision_number': 5, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'subnets': [{'id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:45:59.552364 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c1735-895d-43a4-bb28-13cb5613499f None None] Checking router: 0954aba8-bf43-4005-b72b-78f043206e91 for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:45:59.560466 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c1735-895d-43a4-bb28-13cb5613499f None None] Routers {'0954aba8-bf43-4005-b72b-78f043206e91'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:45:59.561048 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-bf9c1735-895d-43a4-bb28-13cb5613499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:45:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['0954aba8-bf43-4005-b72b-78f043206e91'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:45:59.664547 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-bf9c1735-895d-43a4-bb28-13cb5613499f None None] Set router 0954aba8-bf43-4005-b72b-78f043206e91 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:45:59.868333 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-bf9c1735-895d-43a4-bb28-13cb5613499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954aba8-bf43-4005-b72b-78f043206e91', 'name': 'tempest-AttachVolumeTestJSON-1624569910-router', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:11Z', 'revision_number': 4, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'gw_port': {'id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '6af22991-3641-4999-955c-dd5a8c66a45c', 'name': '', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'mac_address': 'fa:16:3e:e8:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:10Z', 'updated_at': '2021-11-09T10:43:14Z', 'revision_number': 5, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'subnets': [{'id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:45:59.899799 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c1735-895d-43a4-bb28-13cb5613499f None None] The sync data for ids ['0954aba8-bf43-4005-b72b-78f043206e91'] in dv-cinder-816628-1-iscsi is: [{'id': '0954aba8-bf43-4005-b72b-78f043206e91', 'name': 'tempest-AttachVolumeTestJSON-1624569910-router', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:11Z', 'revision_number': 4, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'gw_port': {'id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '6af22991-3641-4999-955c-dd5a8c66a45c', 'name': '', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'mac_address': 'fa:16:3e:e8:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:10Z', 'updated_at': '2021-11-09T10:43:14Z', 'revision_number': 5, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'subnets': [{'id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:45:59.963421 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-b67a5b17-2bba-481d-90db-3327fe93e4d9 req-c73491da-b5ed-4a82-bce2-ef1ec3c8abae tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79e42b6-2d89-4922-9eff-c5e72f4b44fb HTTP/1.1" status: 200 len: 210 time: 0.0311935 Nov 09 10:46:00.146919 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1c35d7-5131-492c-abe0-6355000aa413 None None] New status for floating IP efca35d5-5599-4ad6-a7eb-8ffe4e11aff6: DOWN {{(pid=101906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 10:46:00.583985 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add8c5c-220a-4f7c-9805-192b2f75e1b0 req-51278f60-2dcf-4eb4-8c5b-9ecde75c733b tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:00.585501 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1add8c5c-220a-4f7c-9805-192b2f75e1b0 req-51278f60-2dcf-4eb4-8c5b-9ecde75c733b tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 943 time: 0.0483241 Nov 09 10:46:00.648240 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1add8c5c-220a-4f7c-9805-192b2f75e1b0 req-5bbf0a02-0740-4079-a480-1678aebe36df tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566936 Nov 09 10:46:01.700345 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:46:01.721730 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] No Port match for: d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:46:01.722057 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device d9ab7c1a-8c7d-49d1-a42e-120fbe4f3610 not bound to the agent host hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:46:01.768497 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8d09d-e9a4-4699-9b93-72ec0174380b req-b8d3a0f3-cf93-46ba-9742-66576a5adb65 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:01.769983 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c1c8d09d-e9a4-4699-9b93-72ec0174380b req-b8d3a0f3-cf93-46ba-9742-66576a5adb65 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 943 time: 0.0506456 Nov 09 10:46:01.818455 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c1c8d09d-e9a4-4699-9b93-72ec0174380b req-b225fd02-0d0d-4e5d-8a33-4f37c1d3d394 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418556 Nov 09 10:46:02.122973 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 49674) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:46:02.182577 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-6aa59348-659e-4997-8613-cd9bcd22233d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:02.205749 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-6aa59348-659e-4997-8613-cd9bcd22233d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:02.344716 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-6aa59348-659e-4997-8613-cd9bcd22233d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:02.347229 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-6aa59348-659e-4997-8613-cd9bcd22233d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:02.348441 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-6aa59348-659e-4997-8613-cd9bcd22233d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "DELETE /v2.0/security-groups/5cb2b85c-9f99-4de4-9109-0a98f2529597 HTTP/1.1" status: 204 len: 168 time: 0.2244196 Nov 09 10:46:02.351576 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 49676) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:46:02.358263 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa59348-659e-4997-8613-cd9bcd22233d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb2b85c-9f99-4de4-9109-0a98f2529597,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:02.366889 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.api.v2.resource [None req-a0902846-b021-4e89-a6aa-7f0f66a2d1b0 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] show failed (client error): The resource could not be found. Nov 09 10:46:02.367944 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-a0902846-b021-4e89-a6aa-7f0f66a2d1b0 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups/5cb2b85c-9f99-4de4-9109-0a98f2529597 HTTP/1.1" status: 404 len: 347 time: 0.0153468 Nov 09 10:46:02.368928 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59348-659e-4997-8613-cd9bcd22233d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:02.369418 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59348-659e-4997-8613-cd9bcd22233d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:02.369895 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59348-659e-4997-8613-cd9bcd22233d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:02.370950 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59348-659e-4997-8613-cd9bcd22233d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:02.371435 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59348-659e-4997-8613-cd9bcd22233d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:02.371719 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 49678) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:46:02.371907 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59348-659e-4997-8613-cd9bcd22233d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:02.372432 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59348-659e-4997-8613-cd9bcd22233d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:02.372903 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59348-659e-4997-8613-cd9bcd22233d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:02.373382 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59348-659e-4997-8613-cd9bcd22233d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:02.373854 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59348-659e-4997-8613-cd9bcd22233d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:02.374319 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59348-659e-4997-8613-cd9bcd22233d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:02.374786 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59348-659e-4997-8613-cd9bcd22233d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:02.517605 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-8192c033-cdf5-4236-8772-451191554958 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Deleting port 8791d224-8984-420d-bfac-9ad9e95f974a {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:46:02.518142 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8192c033-cdf5-4236-8772-451191554958 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:02.599303 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8192c033-cdf5-4236-8772-451191554958 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:02.599528 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8192c033-cdf5-4236-8772-451191554958 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:02.612285 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-8192c033-cdf5-4236-8772-451191554958 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Calling delete_port for 8791d224-8984-420d-bfac-9ad9e95f974a owned by network:floatingip {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:46:02.751237 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:46:02.818850 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8192c033-cdf5-4236-8772-451191554958 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:02.852659 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192c033-cdf5-4236-8772-451191554958 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Pushing event deleted for resources: {'Port': ['ID=8791d224-8984-420d-bfac-9ad9e95f974a,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:02.928454 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8192c033-cdf5-4236-8772-451191554958 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for floatingip, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:02.931219 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8192c033-cdf5-4236-8772-451191554958 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for floatingip, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:02.933507 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-8192c033-cdf5-4236-8772-451191554958 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "DELETE /v2.0/floatingips/efca35d5-5599-4ad6-a7eb-8ffe4e11aff6 HTTP/1.1" status: 204 len: 168 time: 0.5598028 Nov 09 10:46:02.942769 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665679ed-3e01-4ebb-8e93-565006736ae5 req-8a3dcd02-2758-4243-9b4f-0b140ca379c3 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:02.944296 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-665679ed-3e01-4ebb-8e93-565006736ae5 req-8a3dcd02-2758-4243-9b4f-0b140ca379c3 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 943 time: 0.0535393 Nov 09 10:46:02.999570 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-665679ed-3e01-4ebb-8e93-565006736ae5 req-79c80f30-6054-43cc-bf77-20fe192ba69b tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481467 Nov 09 10:46:03.277284 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 49684) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:46:03.281975 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-ebf485d3-9b96-48e5-b553-7ffcc0bc4cd7 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Request body: {'security_group': {'name': 'tempest-securitygroup--867211311', 'description': 'tempest-description--1704616368'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:46:03.384738 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ebf485d3-9b96-48e5-b553-7ffcc0bc4cd7 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:03.456499 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ebf485d3-9b96-48e5-b553-7ffcc0bc4cd7 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:03.532709 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ebf485d3-9b96-48e5-b553-7ffcc0bc4cd7 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:03.561096 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf485d3-9b96-48e5-b553-7ffcc0bc4cd7 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59cf7075-8701-49d1-8493-fc272dd738db,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:03.632128 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ebf485d3-9b96-48e5-b553-7ffcc0bc4cd7 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:03.633500 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-ebf485d3-9b96-48e5-b553-7ffcc0bc4cd7 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3551784 Nov 09 10:46:03.637018 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 49686) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:46:03.641326 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-4c8d1419-7ec8-4de7-b3cf-111b480fcee0 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Request body: {'security_group_rule': {'security_group_id': '59cf7075-8701-49d1-8493-fc272dd738db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:46:03.699176 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 3cb3b733-a4e3-4ecc-ab21-52dde689f09a details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:46:03.726707 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4c8d1419-7ec8-4de7-b3cf-111b480fcee0 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:03.782164 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4c8d1419-7ec8-4de7-b3cf-111b480fcee0 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:03.797529 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 3cb3b733-a4e3-4ecc-ab21-52dde689f09a, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=3cb3b733-a4e3-4ecc-ab21-52dde689f09a,segment=NetworkSegment(cd2cd2c2-136b-4dba-b04d-9a50d2575069),segment_id=cd2cd2c2-136b-4dba-b04d-9a50d2575069)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:46:03.808924 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': '3cb3b733-a4e3-4ecc-ab21-52dde689f09a', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'port_id': '3cb3b733-a4e3-4ecc-ab21-52dde689f09a', 'mac_address': 'fa:16:3e:51:40:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:46:03.845314 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:03.853047 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4c8d1419-7ec8-4de7-b3cf-111b480fcee0 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:03.858888 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb3b733-a4e3-4ecc-ab21-52dde689f09a {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:46:03.872354 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d1419-7ec8-4de7-b3cf-111b480fcee0 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c299d5a-8a1b-474b-9bcd-e4edac008302,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:03.885281 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 3cb3b733-a4e3-4ecc-ab21-52dde689f09a, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=3cb3b733-a4e3-4ecc-ab21-52dde689f09a,segment=NetworkSegment(cd2cd2c2-136b-4dba-b04d-9a50d2575069),segment_id=cd2cd2c2-136b-4dba-b04d-9a50d2575069)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:46:03.956109 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:03.958033 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4c8d1419-7ec8-4de7-b3cf-111b480fcee0 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:03.959306 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-4c8d1419-7ec8-4de7-b3cf-111b480fcee0 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3213453 Nov 09 10:46:03.962219 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 49688) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:46:03.967395 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-fe850530-3327-4eef-8844-03e81fec9548 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Request body: {'security_group_rule': {'security_group_id': '59cf7075-8701-49d1-8493-fc272dd738db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:46:04.006328 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=3cb3b733-a4e3-4ecc-ab21-52dde689f09a,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:04.013345 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:04.013693 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:04.014029 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:04.014359 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:04.014686 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:04.015008 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:04.015350 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:04.015673 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:04.016007 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:04.016326 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:04.016639 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:04.017029 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:04.051939 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fe850530-3327-4eef-8844-03e81fec9548 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:04.112058 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fe850530-3327-4eef-8844-03e81fec9548 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:04.118557 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f0f0f-2bec-408b-bc09-056c35beb5bf req-837c0bdb-b5f0-4c61-b5ae-92ca6cb2ae31 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:04.120140 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f39f0f0f-2bec-408b-bc09-056c35beb5bf req-837c0bdb-b5f0-4c61-b5ae-92ca6cb2ae31 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 944 time: 0.0511792 Nov 09 10:46:04.169690 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f39f0f0f-2bec-408b-bc09-056c35beb5bf req-b05c3d85-ec0d-42c0-a43e-53715e0f24f3 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436072 Nov 09 10:46:04.172739 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fe850530-3327-4eef-8844-03e81fec9548 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720966'] for security_group_rule, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:04.188518 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe850530-3327-4eef-8844-03e81fec9548 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e8ba3a-321a-43a3-bd1b-43c073cc7a37,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:04.194581 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['3cb3b733-a4e3-4ecc-ab21-52dde689f09a'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:46:04.254908 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fe850530-3327-4eef-8844-03e81fec9548 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:04.259116 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-fe850530-3327-4eef-8844-03e81fec9548 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2928209 Nov 09 10:46:04.259301 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 49692) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:46:04.263637 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-fec599ff-a453-4f2f-b303-50ce3ac8b678 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Request body: {'floatingip': {'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:46:04.344231 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fec599ff-a453-4f2f-b303-50ce3ac8b678 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for floatingip, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:04.444619 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fec599ff-a453-4f2f-b303-50ce3ac8b678 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:04.550986 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [None req-fec599ff-a453-4f2f-b303-50ce3ac8b678 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Allocated IP 172.27.0.148 (b911c41a-6d30-4814-901f-89185e089761/716689b8-5fc0-4f64-a63e-fd749e80eafc/41730c9c-1b7d-4a78-9935-719fd23c9b49) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:46:04.647865 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fec599ff-a453-4f2f-b303-50ce3ac8b678 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:04.767509 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fec599ff-a453-4f2f-b303-50ce3ac8b678 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:04.804285 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec599ff-a453-4f2f-b303-50ce3ac8b678 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Network b911c41a-6d30-4814-901f-89185e089761 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:46:04.809521 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-fec599ff-a453-4f2f-b303-50ce3ac8b678 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:46:04.813105 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec599ff-a453-4f2f-b303-50ce3ac8b678 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:46:04.818461 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec599ff-a453-4f2f-b303-50ce3ac8b678 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Pushing event updated for resources: {'Port': ['ID=41730c9c-1b7d-4a78-9935-719fd23c9b49,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:04.901816 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fec599ff-a453-4f2f-b303-50ce3ac8b678 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:04.986561 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fec599ff-a453-4f2f-b303-50ce3ac8b678 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:05.140186 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fec599ff-a453-4f2f-b303-50ce3ac8b678 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:05.195703 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fec599ff-a453-4f2f-b303-50ce3ac8b678 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:05.287732 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec599ff-a453-4f2f-b303-50ce3ac8b678 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Pushing event updated for resources: {'Port': ['ID=41730c9c-1b7d-4a78-9935-719fd23c9b49,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:05.305495 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fec599ff-a453-4f2f-b303-50ce3ac8b678 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741267'] for floatingip, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:05.330160 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9cb8e-cab8-48b9-93c1-5e3fdebb275f req-e42fb610-794c-4a29-b164-f934f0c4737f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:05.331670 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6ac9cb8e-cab8-48b9-93c1-5e3fdebb275f req-e42fb610-794c-4a29-b164-f934f0c4737f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 944 time: 0.0827880 Nov 09 10:46:05.384348 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6ac9cb8e-cab8-48b9-93c1-5e3fdebb275f req-e13d7547-6968-41c1-8c2d-0e9f31c7375f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463254 Nov 09 10:46:05.391722 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-fec599ff-a453-4f2f-b303-50ce3ac8b678 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for floatingip, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:05.392973 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-fec599ff-a453-4f2f-b303-50ce3ac8b678 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1327424 Nov 09 10:46:05.588393 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-1b10c6fe-ff80-4263-a7ca-5ec1010897ac tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--867211311&fields=id&tenant_id=6592fbeeeebb4270b2c5fbd99522ccae HTTP/1.1" status: 200 len: 267 time: 0.0402713 Nov 09 10:46:05.697437 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-ab1f03b3-be0d-43ae-9fc9-0af69b6368c7 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:05.698890 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-ab1f03b3-be0d-43ae-9fc9-0af69b6368c7 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/networks?id=230c91f7-84e9-4100-91e5-845eeb203ee8 HTTP/1.1" status: 200 len: 811 time: 0.1033230 Nov 09 10:46:05.699060 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 3cb3b733-a4e3-4ecc-ab21-52dde689f09a up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:46:05.716020 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-33fb4c85-fe23-4ebc-8eda-98fe315db982 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/quotas/6592fbeeeebb4270b2c5fbd99522ccae HTTP/1.1" status: 200 len: 375 time: 0.0112381 Nov 09 10:46:05.769946 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-7eb49cc3-64e3-4758-86ad-fe522b54a962 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6592fbeeeebb4270b2c5fbd99522ccae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482440 Nov 09 10:46:05.807213 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning for port 3cb3b733-a4e3-4ecc-ab21-52dde689f09a completed by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:46:05.811266 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port 3cb3b733-a4e3-4ecc-ab21-52dde689f09a triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:46:05.811642 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:05.830178 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-7926b40b-1296-4805-a774-ad57684b90e0 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 10:46:05.831277 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-7926b40b-1296-4805-a774-ad57684b90e0 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0496147 Nov 09 10:46:05.893059 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:05.916918 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9c2589-c6e3-4bd4-baa4-8b6468833d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb3b733-a4e3-4ecc-ab21-52dde689f09a'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:46:05.919194 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334ff858-9e1c-40e1-b738-2386f22f5111" -d '{"events": [{"server_uuid": "0a9c2589-c6e3-4bd4-baa4-8b6468833d24", "name": "network-vif-plugged", "status": "completed", "tag": "3cb3b733-a4e3-4ecc-ab21-52dde689f09a"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:46:05.927746 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-81c1b677-81d1-485f-8fd8-d944bc128b91 service neutron] 10.222.0.35 "GET /v2.0/networks/230c91f7-84e9-4100-91e5-845eeb203ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900364 Nov 09 10:46:05.931861 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 3cb3b733-a4e3-4ecc-ab21-52dde689f09a, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=3cb3b733-a4e3-4ecc-ab21-52dde689f09a,segment=NetworkSegment(cd2cd2c2-136b-4dba-b04d-9a50d2575069),segment_id=cd2cd2c2-136b-4dba-b04d-9a50d2575069)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:46:05.958180 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29295c79-0a5f-43ba-a358-b2f59c87c978 x-openstack-request-id: req-29295c79-0a5f-43ba-a358-b2f59c87c978 {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:46:05.958587 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9c2589-c6e3-4bd4-baa4-8b6468833d24", "name": "network-vif-plugged", "status": "completed", "tag": "3cb3b733-a4e3-4ecc-ab21-52dde689f09a", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:46:05.958843 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29295c79-0a5f-43ba-a358-b2f59c87c978 {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:46:05.959249 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9c2589-c6e3-4bd4-baa4-8b6468833d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb3b733-a4e3-4ecc-ab21-52dde689f09a', 'code': 200} Nov 09 10:46:05.990546 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:06.020945 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-54a1c01b-df3c-4118-ae46-e35708ef6403 service neutron] 10.222.0.35 "GET /v2.0/networks/230c91f7-84e9-4100-91e5-845eeb203ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853059 Nov 09 10:46:06.042338 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=3cb3b733-a4e3-4ecc-ab21-52dde689f09a,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:06.295802 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6e232f8b-b9a8-4b58-ba89-dbaa80bb499a req-beba8e2e-45f0-4bed-bb58-81192ad78126 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 210 time: 0.0278876 Nov 09 10:46:06.345451 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca0a2f-c380-4c32-9810-3d6dfc29fe5d req-badfa754-d60d-4720-859e-3267ba5004f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:06.347148 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e8ca0a2f-c380-4c32-9810-3d6dfc29fe5d req-badfa754-d60d-4720-859e-3267ba5004f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 1098 time: 0.0452487 Nov 09 10:46:06.407166 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-e8ca0a2f-c380-4c32-9810-3d6dfc29fe5d req-58f466ba-5416-422a-9ac3-037519d9a7be service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526016 Nov 09 10:46:06.510251 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e46f75-6191-4cc5-a352-311d93d3f511 req-43b07c1e-50a5-4bf3-af11-0b2bfc90653c tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:06.511753 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e5e46f75-6191-4cc5-a352-311d93d3f511 req-43b07c1e-50a5-4bf3-af11-0b2bfc90653c tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 945 time: 0.0552340 Nov 09 10:46:06.562988 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e5e46f75-6191-4cc5-a352-311d93d3f511 req-a7eebdff-3b8d-4df7-82c2-aaff585b00fc tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444374 Nov 09 10:46:07.396670 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-4f640eda-797a-44ce-b483-f2030bfdfeaa req-e03a2ee8-b8bf-418d-abed-af2460b92bce tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 210 time: 0.0302045 Nov 09 10:46:07.680317 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21c58a-72d3-45e3-b7ee-f3fa8e2b3822 req-9e2786e8-138b-42d9-a036-ff64927fe203 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:07.681746 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-be21c58a-72d3-45e3-b7ee-f3fa8e2b3822 req-9e2786e8-138b-42d9-a036-ff64927fe203 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 945 time: 0.0507250 Nov 09 10:46:07.732491 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-be21c58a-72d3-45e3-b7ee-f3fa8e2b3822 req-5b96ecf6-671e-4c19-a3c4-2f52d707f03a tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439258 Nov 09 10:46:07.847467 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187c53c-e762-4430-8d98-01c5f65a782f req-1164cb87-b3cc-4d2c-bfe0-9edf1d854498 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:07.848943 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1187c53c-e762-4430-8d98-01c5f65a782f req-1164cb87-b3cc-4d2c-bfe0-9edf1d854498 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 945 time: 0.0499585 Nov 09 10:46:07.898758 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-1187c53c-e762-4430-8d98-01c5f65a782f req-10945889-1a9f-496a-bf09-7abfa1694945 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435414 Nov 09 10:46:07.920288 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 49734) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:46:07.959686 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911808fe-da2d-49d2-9ab3-d1e9855100e8 tempest-TestVolumeBootPattern-76174337 tempest-TestVolumeBootPattern-76174337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:07.961103 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-911808fe-da2d-49d2-9ab3-d1e9855100e8 tempest-TestVolumeBootPattern-76174337 tempest-TestVolumeBootPattern-76174337-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 1093 time: 0.0398173 Nov 09 10:46:07.963906 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 49736) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:46:07.968235 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-a7090f46-667f-48fb-bda9-620229619e3f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Request body: {'floatingip': {'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'port_id': '3cb3b733-a4e3-4ecc-ab21-52dde689f09a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:46:08.057645 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a7090f46-667f-48fb-bda9-620229619e3f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for floatingip, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:08.157082 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a7090f46-667f-48fb-bda9-620229619e3f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:08.349102 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [None req-a7090f46-667f-48fb-bda9-620229619e3f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Allocated IP 172.27.0.240 (b911c41a-6d30-4814-901f-89185e089761/716689b8-5fc0-4f64-a63e-fd749e80eafc/e8f353ef-f5b4-4e83-ad56-18a49faf6800) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:46:08.356337 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-10376a24-fb4e-4220-83a7-7b2359577e83 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:08.358388 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-10376a24-fb4e-4220-83a7-7b2359577e83 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.30 "GET /v2.0/networks?id=230c91f7-84e9-4100-91e5-845eeb203ee8 HTTP/1.1" status: 200 len: 811 time: 0.1653838 Nov 09 10:46:08.478357 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-72dd5db8-b93d-4ee6-ba06-732a6c839177 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6592fbeeeebb4270b2c5fbd99522ccae HTTP/1.1" status: 200 len: 379 time: 0.1110687 Nov 09 10:46:08.491591 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-1429f317-61bd-4deb-8bf2-7db8aa1588b5 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Request body: {'port': {'device_id': '364aeccf-05e4-4aef-84e7-0d23df5aa6ca', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'admin_state_up': True, 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'security_groups': ['59cf7075-8701-49d1-8493-fc272dd738db']}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:46:08.497426 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6c518513-d4d8-4011-8d71-beb4ede8b241 req-7b8d137f-6f07-459e-a9bb-58fe53ddeffe tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 210 time: 0.0296223 Nov 09 10:46:08.557855 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a7090f46-667f-48fb-bda9-620229619e3f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:08.687362 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a7090f46-667f-48fb-bda9-620229619e3f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:08.728614 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7090f46-667f-48fb-bda9-620229619e3f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Network b911c41a-6d30-4814-901f-89185e089761 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:46:08.734012 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-a7090f46-667f-48fb-bda9-620229619e3f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:46:08.737588 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7090f46-667f-48fb-bda9-620229619e3f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:46:08.743244 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7090f46-667f-48fb-bda9-620229619e3f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event updated for resources: {'Port': ['ID=e8f353ef-f5b4-4e83-ad56-18a49faf6800,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:08.764078 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-1429f317-61bd-4deb-8bf2-7db8aa1588b5 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Made reservation on behalf of 6592fbeeeebb4270b2c5fbd99522ccae for: {'port': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:46:08.767548 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-1429f317-61bd-4deb-8bf2-7db8aa1588b5 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:08.992807 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_common [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-1429f317-61bd-4deb-8bf2-7db8aa1588b5 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Allocated IP 172.20.0.10 (230c91f7-84e9-4100-91e5-845eeb203ee8/2498992f-f3a0-4f19-b4a7-10cbad62ac09/65406503-4052-4d7c-a0b7-d0c44b26442d) {{(pid=101904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:46:09.270946 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-1429f317-61bd-4deb-8bf2-7db8aa1588b5 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for port, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:09.295255 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a7090f46-667f-48fb-bda9-620229619e3f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:09.407366 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-1429f317-61bd-4deb-8bf2-7db8aa1588b5 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781390294137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:09.467001 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-1429f317-61bd-4deb-8bf2-7db8aa1588b5 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Network 230c91f7-84e9-4100-91e5-845eeb203ee8 is already hosted by enough agents. {{(pid=101904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:46:09.475684 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-1429f317-61bd-4deb-8bf2-7db8aa1588b5 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Resources bound (agent type, host, resource id): {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:46:09.479202 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429f317-61bd-4deb-8bf2-7db8aa1588b5 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Pushing event updated for resources: {'Port': ['ID=65406503-4052-4d7c-a0b7-d0c44b26442d,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:09.482932 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-1429f317-61bd-4deb-8bf2-7db8aa1588b5 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Received port after_create {{(pid=101904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:46:09.487143 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a7090f46-667f-48fb-bda9-620229619e3f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:09.565628 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-1429f317-61bd-4deb-8bf2-7db8aa1588b5 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:09.566269 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-1429f317-61bd-4deb-8bf2-7db8aa1588b5 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:09.741977 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-1bb662a3-6c9d-4941-a41b-0d91c6b0e0c1 None None] Provisioning complete for port 65406503-4052-4d7c-a0b7-d0c44b26442d triggered by entity DHCP. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:46:09.742653 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1bb662a3-6c9d-4941-a41b-0d91c6b0e0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:09.777650 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-1bb662a3-6c9d-4941-a41b-0d91c6b0e0c1 None None] Port 65406503-4052-4d7c-a0b7-d0c44b26442d cannot update to ACTIVE because it is not bound. {{(pid=101906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 10:46:09.917446 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-1429f317-61bd-4deb-8bf2-7db8aa1588b5 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4299760 Nov 09 10:46:09.936485 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] Request body: {'port': {'device_id': '364aeccf-05e4-4aef-84e7-0d23df5aa6ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81662'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:46:09.973147 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83657266-3910-411e-9676-853ddf9a85d4 req-5b47beac-8328-44b3-845d-ca397248bc4a tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:09.974598 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-83657266-3910-411e-9676-853ddf9a85d4 req-5b47beac-8328-44b3-845d-ca397248bc4a tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 932 time: 0.4005613 Nov 09 10:46:10.035395 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:10.101991 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a7090f46-667f-48fb-bda9-620229619e3f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:10.108158 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-83657266-3910-411e-9676-853ddf9a85d4 req-dc8a51ae-4fcd-416c-8af3-61dbb38eb557 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=59cf7075-8701-49d1-8493-fc272dd738db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231849 Nov 09 10:46:10.170482 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a7090f46-667f-48fb-bda9-620229619e3f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:10.277929 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7090f46-667f-48fb-bda9-620229619e3f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event updated for resources: {'Port': ['ID=e8f353ef-f5b4-4e83-ad56-18a49faf6800,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:10.313210 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a7090f46-667f-48fb-bda9-620229619e3f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741267'] for floatingip, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:10.451230 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.l3_db [None req-a7090f46-667f-48fb-bda9-620229619e3f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Floating IP b3d78cb8-647d-4d28-8537-2de45dca9808 associated. External IP: 172.27.0.240, port: 3cb3b733-a4e3-4ecc-ab21-52dde689f09a. Nov 09 10:46:10.520088 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65406503-4052-4d7c-a0b7-d0c44b26442d {{(pid=101904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:46:10.529881 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:10.573233 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.provisioning_blocks [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] Transition to ACTIVE for port object 65406503-4052-4d7c-a0b7-d0c44b26442d will not be triggered until provisioned by entity L2. {{(pid=101904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:46:10.642587 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:10.724484 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] Pushing event updated for resources: {'Port': ['ID=65406503-4052-4d7c-a0b7-d0c44b26442d,revision_number=2']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:10.768097 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7090f46-667f-48fb-bda9-620229619e3f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Router 12605b42-dd04-48fd-8422-9bbb7dec2aaf has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:46:10.865027 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] Attempting to bind port 65406503-4052-4d7c-a0b7-d0c44b26442d on host hv-cinder-81662 for vnic_type normal with profile {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 10:46:10.865363 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] Attempting to bind port 65406503-4052-4d7c-a0b7-d0c44b26442d by drivers openvswitch,hyperv on host hv-cinder-81662 at level 0 using segments [{'id': 'd95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8'}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 10:46:10.865694 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] Attempting to bind port 65406503-4052-4d7c-a0b7-d0c44b26442d on network 230c91f7-84e9-4100-91e5-845eeb203ee8 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:46:10.872846 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] Port 65406503-4052-4d7c-a0b7-d0c44b26442d on network 230c91f7-84e9-4100-91e5-845eeb203ee8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81662 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 10:46:10.873176 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] Attempting to bind port 65406503-4052-4d7c-a0b7-d0c44b26442d on network 230c91f7-84e9-4100-91e5-845eeb203ee8 {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 10:46:10.909259 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] Checking agent: {'id': 'b8adbdf0-e7b5-4c08-8a0d-020b5ee3746c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'started_at': datetime.datetime(2021, 11, 9, 10, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 10:46:10.909600 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] Checking segment: {'id': 'd95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:46:10.909983 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] Bound using segment: {'id': 'd95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8'} {{(pid=101904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 10:46:10.910417 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.managers [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] Bound port: 65406503-4052-4d7c-a0b7-d0c44b26442d, host: hv-cinder-81662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8'}}] {{(pid=101904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 10:46:10.910771 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:10.957800 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7090f46-667f-48fb-bda9-620229619e3f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:46:10.967960 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869238f2-a795-4929-b22d-a794d06f4c10 None None] Sync routers for ids ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:46:10.977989 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869238f2-a795-4929-b22d-a794d06f4c10 None None] Routers {'12605b42-dd04-48fd-8422-9bbb7dec2aaf'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:46:10.978669 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-869238f2-a795-4929-b22d-a794d06f4c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:45:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:46:10.994191 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] For port 65406503-4052-4d7c-a0b7-d0c44b26442d, host hv-cinder-81662, cleared binding levels {{(pid=101904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:46:10.997245 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] For port 65406503-4052-4d7c-a0b7-d0c44b26442d, host hv-cinder-81662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=65406503-4052-4d7c-a0b7-d0c44b26442d,segment=NetworkSegment(d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86),segment_id=d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86)] {{(pid=101904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:46:11.071714 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a7090f46-667f-48fb-bda9-620229619e3f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for floatingip, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:11.085507 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-869238f2-a795-4929-b22d-a794d06f4c10 None None] Set router 12605b42-dd04-48fd-8422-9bbb7dec2aaf gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:46:11.100213 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-a7090f46-667f-48fb-bda9-620229619e3f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1352260 Nov 09 10:46:11.100872 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9c2589-c6e3-4bd4-baa4-8b6468833d24', 'tag': '3cb3b733-a4e3-4ecc-ab21-52dde689f09a'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:46:11.103241 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f28432d-8a88-4862-bdf5-ff39db075609" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9c2589-c6e3-4bd4-baa4-8b6468833d24", "tag": "3cb3b733-a4e3-4ecc-ab21-52dde689f09a"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:46:11.116649 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9053887'] for port, after_update {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:11.150834 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2152331c-aefc-4375-93a5-9e2b51d87225 x-openstack-request-id: req-2152331c-aefc-4375-93a5-9e2b51d87225 {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:46:11.151292 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9c2589-c6e3-4bd4-baa4-8b6468833d24", "tag": "3cb3b733-a4e3-4ecc-ab21-52dde689f09a", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:46:11.151545 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2152331c-aefc-4375-93a5-9e2b51d87225 {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:46:11.152258 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9c2589-c6e3-4bd4-baa4-8b6468833d24', 'tag': '3cb3b733-a4e3-4ecc-ab21-52dde689f09a', 'status': 'completed', 'code': 200} Nov 09 10:46:11.159243 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:11.159948 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:11.161470 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] 10.222.0.30 "PUT /v2.0/ports/65406503-4052-4d7c-a0b7-d0c44b26442d HTTP/1.1" status: 200 len: 1094 time: 1.2350466 Nov 09 10:46:11.231037 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28432d-8a88-4862-bdf5-ff39db075609 req-2cb9efbd-47a4-4982-807f-2031a8b95f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:11.234086 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1f28432d-8a88-4862-bdf5-ff39db075609 req-2cb9efbd-47a4-4982-807f-2031a8b95f74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f193ff8d94534794ba21cabcf0169326&device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 1098 time: 0.0614400 Nov 09 10:46:11.252208 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44534e8-7953-4ce3-b048-cd6da449dc8d service neutron] Pushing event updated for resources: {'Port': ['ID=65406503-4052-4d7c-a0b7-d0c44b26442d,revision_number=3']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:11.280736 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8dea72-421e-41f0-a6fa-0c249a832ab8 req-94f78d48-b6ea-47d7-bc3c-a71b54e78172 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:11.282481 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0f8dea72-421e-41f0-a6fa-0c249a832ab8 req-94f78d48-b6ea-47d7-bc3c-a71b54e78172 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 944 time: 0.0855985 Nov 09 10:46:11.360540 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-c31b1032-cc62-44d8-8082-88bb49377be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:11.362484 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-c31b1032-cc62-44d8-8082-88bb49377be6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6592fbeeeebb4270b2c5fbd99522ccae&device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 1097 time: 0.0789776 Nov 09 10:46:11.366611 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-0f8dea72-421e-41f0-a6fa-0c249a832ab8 req-555c4fc9-1d37-429f-bd4f-1fb3b79ea936 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=59cf7075-8701-49d1-8493-fc272dd738db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744660 Nov 09 10:46:11.386813 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28432d-8a88-4862-bdf5-ff39db075609 req-be079a63-ab84-4d59-bb81-29126447f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:11.390064 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1f28432d-8a88-4862-bdf5-ff39db075609 req-be079a63-ab84-4d59-bb81-29126447f51f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a HTTP/1.1" status: 200 len: 911 time: 0.1496193 Nov 09 10:46:11.400832 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-869238f2-a795-4929-b22d-a794d06f4c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '26234b53-360b-4f6b-bc48-fb94f3bdca1c', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'port_id': '54c2d8a4-945b-4b08-a2ee-374408f308ec', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'mac_address': 'fa:16:3e:73:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d09c948-5d3a-46c1-933b-fa4a6113c27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:44:06Z', 'updated_at': '2021-11-09T10:44:10Z', 'revision_number': 1, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'fixed_ip_address_scope': None}, {'id': 'b3d78cb8-647d-4d28-8537-2de45dca9808', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'port_id': '3cb3b733-a4e3-4ecc-ab21-52dde689f09a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'mac_address': 'fa:16:3e:51:40:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c2589-c6e3-4bd4-baa4-8b6468833d24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:46:09Z', 'updated_at': '2021-11-09T10:46:09Z', 'revision_number': 0, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06a15f-9b65-4956-a7bc-1218ecaf7fb5', 'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'mac_address': 'fa:16:3e:d2:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:47Z', 'updated_at': '2021-11-09T10:40:51Z', 'revision_number': 5, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'subnets': [{'id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:46:11.416329 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-ac3cdb39-dd35-41cd-b8e7-b714e51b854f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65406503-4052-4d7c-a0b7-d0c44b26442d HTTP/1.1" status: 200 len: 217 time: 0.0449581 Nov 09 10:46:11.437362 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869238f2-a795-4929-b22d-a794d06f4c10 None None] Checking router: 12605b42-dd04-48fd-8422-9bbb7dec2aaf for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:46:11.445952 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869238f2-a795-4929-b22d-a794d06f4c10 None None] Routers {'12605b42-dd04-48fd-8422-9bbb7dec2aaf'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:46:11.446705 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-869238f2-a795-4929-b22d-a794d06f4c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:45:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:46:11.466141 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1f28432d-8a88-4862-bdf5-ff39db075609 req-61590575-5b14-4680-aed5-dbdff6ac8d39 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cb3b733-a4e3-4ecc-ab21-52dde689f09a HTTP/1.1" status: 200 len: 999 time: 0.0683539 Nov 09 10:46:11.476988 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-19c5deaf-c1c3-4c01-9abb-25275e594370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:11.478546 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-19c5deaf-c1c3-4c01-9abb-25275e594370 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2498992f-f3a0-4f19-b4a7-10cbad62ac09 HTTP/1.1" status: 200 len: 850 time: 0.0549870 Nov 09 10:46:11.519172 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28432d-8a88-4862-bdf5-ff39db075609 req-f376f984-9bd4-49ed-ad7c-f0a86b2b4732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:11.520809 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1f28432d-8a88-4862-bdf5-ff39db075609 req-f376f984-9bd4-49ed-ad7c-f0a86b2b4732 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd36f13f-4940-4cef-a69d-ffd58a026a88 HTTP/1.1" status: 200 len: 850 time: 0.0478859 Nov 09 10:46:11.528433 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-fc92f48d-e80f-4c9d-bd2e-42ec5391fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:11.530510 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-fc92f48d-e80f-4c9d-bd2e-42ec5391fc46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=230c91f7-84e9-4100-91e5-845eeb203ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455227 Nov 09 10:46:11.558843 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-869238f2-a795-4929-b22d-a794d06f4c10 None None] Set router 12605b42-dd04-48fd-8422-9bbb7dec2aaf gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:46:11.568966 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28432d-8a88-4862-bdf5-ff39db075609 req-295ed2ba-1924-469d-a48e-12cd6ac49a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:11.570498 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1f28432d-8a88-4862-bdf5-ff39db075609 req-295ed2ba-1924-469d-a48e-12cd6ac49a64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432584 Nov 09 10:46:11.626672 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-bae52258-6008-4bdb-9486-28b93738c582 service neutron] 10.222.0.30 "GET /v2.0/networks/230c91f7-84e9-4100-91e5-845eeb203ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890808 Nov 09 10:46:11.666757 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1f28432d-8a88-4862-bdf5-ff39db075609 req-ffbef10d-c551-4b9a-9264-a9ccf90d812c service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893116 Nov 09 10:46:11.722597 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-a58ea423-5c4c-4503-83ff-3904b40d0de7 req-e04f3876-3b18-4593-aa2b-b1dcba1d012a service neutron] 10.222.0.30 "GET /v2.0/networks/230c91f7-84e9-4100-91e5-845eeb203ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890019 Nov 09 10:46:11.772689 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-1f28432d-8a88-4862-bdf5-ff39db075609 req-e8a110d6-51f6-4e98-bd4f-63093a472884 service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980287 Nov 09 10:46:11.887860 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-869238f2-a795-4929-b22d-a794d06f4c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '26234b53-360b-4f6b-bc48-fb94f3bdca1c', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'port_id': '54c2d8a4-945b-4b08-a2ee-374408f308ec', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'mac_address': 'fa:16:3e:73:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d09c948-5d3a-46c1-933b-fa4a6113c27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:44:06Z', 'updated_at': '2021-11-09T10:44:10Z', 'revision_number': 1, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'fixed_ip_address_scope': None}, {'id': 'b3d78cb8-647d-4d28-8537-2de45dca9808', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'port_id': '3cb3b733-a4e3-4ecc-ab21-52dde689f09a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'mac_address': 'fa:16:3e:51:40:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c2589-c6e3-4bd4-baa4-8b6468833d24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:46:09Z', 'updated_at': '2021-11-09T10:46:09Z', 'revision_number': 0, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06a15f-9b65-4956-a7bc-1218ecaf7fb5', 'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'mac_address': 'fa:16:3e:d2:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:47Z', 'updated_at': '2021-11-09T10:40:51Z', 'revision_number': 5, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'subnets': [{'id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:46:11.916355 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869238f2-a795-4929-b22d-a794d06f4c10 None None] The sync data for ids ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'] in dv-cinder-816628-1-iscsi is: [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '26234b53-360b-4f6b-bc48-fb94f3bdca1c', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'port_id': '54c2d8a4-945b-4b08-a2ee-374408f308ec', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'mac_address': 'fa:16:3e:73:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d09c948-5d3a-46c1-933b-fa4a6113c27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:44:06Z', 'updated_at': '2021-11-09T10:44:10Z', 'revision_number': 1, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'fixed_ip_address_scope': None}, {'id': 'b3d78cb8-647d-4d28-8537-2de45dca9808', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'port_id': '3cb3b733-a4e3-4ecc-ab21-52dde689f09a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'mac_address': 'fa:16:3e:51:40:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c2589-c6e3-4bd4-baa4-8b6468833d24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:46:09Z', 'updated_at': '2021-11-09T10:46:09Z', 'revision_number': 0, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06a15f-9b65-4956-a7bc-1218ecaf7fb5', 'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'mac_address': 'fa:16:3e:d2:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:47Z', 'updated_at': '2021-11-09T10:40:51Z', 'revision_number': 5, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'subnets': [{'id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:46:12.100458 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d430f4-5a74-41f7-9ebe-2359ffebc5d4 None None] New status for floating IP b3d78cb8-647d-4d28-8537-2de45dca9808: ACTIVE {{(pid=101906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 10:46:12.493241 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a541c-cdb2-485e-ac31-2a0e61d6a387 req-8d2563cf-7547-4712-90d7-0dde43d8e0d9 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:12.494715 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-536a541c-cdb2-485e-ac31-2a0e61d6a387 req-8d2563cf-7547-4712-90d7-0dde43d8e0d9 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 944 time: 0.0544455 Nov 09 10:46:12.540671 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-536a541c-cdb2-485e-ac31-2a0e61d6a387 req-81d9345b-4453-487e-9e51-c200fa6c2493 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=59cf7075-8701-49d1-8493-fc272dd738db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398862 Nov 09 10:46:13.153117 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364aeccf-05e4-4aef-84e7-0d23df5aa6ca', 'tag': '65406503-4052-4d7c-a0b7-d0c44b26442d'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:46:13.155643 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d9087e-f08d-47b9-8bc9-8020440fa73b" -d '{"events": [{"name": "network-changed", "server_uuid": "364aeccf-05e4-4aef-84e7-0d23df5aa6ca", "tag": "65406503-4052-4d7c-a0b7-d0c44b26442d"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:46:13.190758 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b272244-5459-4104-abdb-fb363fcfb421 x-openstack-request-id: req-9b272244-5459-4104-abdb-fb363fcfb421 {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:46:13.191048 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364aeccf-05e4-4aef-84e7-0d23df5aa6ca", "tag": "65406503-4052-4d7c-a0b7-d0c44b26442d", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:46:13.191303 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b272244-5459-4104-abdb-fb363fcfb421 {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:46:13.191701 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364aeccf-05e4-4aef-84e7-0d23df5aa6ca', 'tag': '65406503-4052-4d7c-a0b7-d0c44b26442d', 'status': 'completed', 'code': 200} Nov 09 10:46:13.252615 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9087e-f08d-47b9-8bc9-8020440fa73b req-bda95364-3e77-404a-ac60-2b2051d0251c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:13.254111 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-08d9087e-f08d-47b9-8bc9-8020440fa73b req-bda95364-3e77-404a-ac60-2b2051d0251c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6592fbeeeebb4270b2c5fbd99522ccae&device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 1097 time: 0.0412326 Nov 09 10:46:13.348423 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9087e-f08d-47b9-8bc9-8020440fa73b req-eaebdf13-af69-4eb3-a255-79e58e78dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:13.349923 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-08d9087e-f08d-47b9-8bc9-8020440fa73b req-eaebdf13-af69-4eb3-a255-79e58e78dfb2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=230c91f7-84e9-4100-91e5-845eeb203ee8 HTTP/1.1" status: 200 len: 911 time: 0.0873716 Nov 09 10:46:13.394506 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-08d9087e-f08d-47b9-8bc9-8020440fa73b req-396f67db-0291-4107-99a0-231371190c89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65406503-4052-4d7c-a0b7-d0c44b26442d HTTP/1.1" status: 200 len: 217 time: 0.0368786 Nov 09 10:46:13.445469 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9087e-f08d-47b9-8bc9-8020440fa73b req-f3fffdc4-e11e-4679-8b39-5bc5ec7bcd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:13.446968 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-08d9087e-f08d-47b9-8bc9-8020440fa73b req-f3fffdc4-e11e-4679-8b39-5bc5ec7bcd27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2498992f-f3a0-4f19-b4a7-10cbad62ac09 HTTP/1.1" status: 200 len: 850 time: 0.0458457 Nov 09 10:46:13.492853 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9087e-f08d-47b9-8bc9-8020440fa73b req-e96e7bf7-7ec0-45e5-84ac-31d0d765de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:13.494335 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-08d9087e-f08d-47b9-8bc9-8020440fa73b req-e96e7bf7-7ec0-45e5-84ac-31d0d765de89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=230c91f7-84e9-4100-91e5-845eeb203ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400915 Nov 09 10:46:13.586136 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-08d9087e-f08d-47b9-8bc9-8020440fa73b req-f578fdd0-8c60-415d-8090-19c2702f8daf service neutron] 10.222.0.30 "GET /v2.0/networks/230c91f7-84e9-4100-91e5-845eeb203ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840218 Nov 09 10:46:13.705473 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4667ddd-8aff-4acc-b869-f5e230827265 req-0d9f5056-906e-4913-9bf0-5b9920fc0d92 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:13.706972 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f4667ddd-8aff-4acc-b869-f5e230827265 req-0d9f5056-906e-4913-9bf0-5b9920fc0d92 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 944 time: 0.0968485 Nov 09 10:46:13.724836 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-08d9087e-f08d-47b9-8bc9-8020440fa73b req-8c6f3608-1675-41f7-8725-847e536d00b9 service neutron] 10.222.0.30 "GET /v2.0/networks/230c91f7-84e9-4100-91e5-845eeb203ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316526 Nov 09 10:46:13.759696 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f4667ddd-8aff-4acc-b869-f5e230827265 req-7fe02cab-85a5-4e70-a565-67ecb48a2e93 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=59cf7075-8701-49d1-8493-fc272dd738db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467215 Nov 09 10:46:14.882191 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a88c99-d948-49e5-891c-0c5ba4b167e7 req-b45dcec3-39a3-409c-9dfb-829f8c3c645b tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:14.883644 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f7a88c99-d948-49e5-891c-0c5ba4b167e7 req-b45dcec3-39a3-409c-9dfb-829f8c3c645b tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 944 time: 0.0485773 Nov 09 10:46:14.933528 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-f7a88c99-d948-49e5-891c-0c5ba4b167e7 req-e8e68d69-64c1-4605-8a32-587fa6e19c60 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=59cf7075-8701-49d1-8493-fc272dd738db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436463 Nov 09 10:46:15.751048 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 65406503-4052-4d7c-a0b7-d0c44b26442d details requested by agent hyperv_hv-cinder-81662 with host hv-cinder-81662 {{(pid=101906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 10:46:15.848560 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 65406503-4052-4d7c-a0b7-d0c44b26442d, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=65406503-4052-4d7c-a0b7-d0c44b26442d,segment=NetworkSegment(d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86),segment_id=d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:46:15.859351 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Returning: {'device': '65406503-4052-4d7c-a0b7-d0c44b26442d', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'port_id': '65406503-4052-4d7c-a0b7-d0c44b26442d', 'mac_address': 'fa:16:3e:e1:10:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 10:46:15.895837 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:15.909087 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65406503-4052-4d7c-a0b7-d0c44b26442d {{(pid=101906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:46:15.928332 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 65406503-4052-4d7c-a0b7-d0c44b26442d, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=65406503-4052-4d7c-a0b7-d0c44b26442d,segment=NetworkSegment(d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86),segment_id=d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:46:15.984104 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:16.035018 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=65406503-4052-4d7c-a0b7-d0c44b26442d,revision_number=4']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:16.050746 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa96f1-2e72-4305-93e1-51a36976079e req-630111fd-ac62-40e9-be59-3510b09bcdf9 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:16.052264 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-bfaa96f1-2e72-4305-93e1-51a36976079e req-630111fd-ac62-40e9-be59-3510b09bcdf9 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 945 time: 0.0489433 Nov 09 10:46:16.103539 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-bfaa96f1-2e72-4305-93e1-51a36976079e req-72b4858e-8440-4969-ad0c-79d775ba62e6 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=59cf7075-8701-49d1-8493-fc272dd738db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452189 Nov 09 10:46:16.205154 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] get_ports_and_sgs() called for port_ids ['65406503-4052-4d7c-a0b7-d0c44b26442d'] {{(pid=101906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 10:46:17.221488 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d827f-0163-4a98-9cb2-89d1fa60f37f req-72499642-e13f-431a-80b4-e4ab663e8759 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:17.223023 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-871d827f-0163-4a98-9cb2-89d1fa60f37f req-72499642-e13f-431a-80b4-e4ab663e8759 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 945 time: 0.0512064 Nov 09 10:46:17.271746 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-871d827f-0163-4a98-9cb2-89d1fa60f37f req-0044a335-0d3f-440c-8bed-4e577e06ea8d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=59cf7075-8701-49d1-8493-fc272dd738db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428636 Nov 09 10:46:17.778136 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 65406503-4052-4d7c-a0b7-d0c44b26442d up at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 10:46:17.886520 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning for port 65406503-4052-4d7c-a0b7-d0c44b26442d completed by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:46:17.890619 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.provisioning_blocks [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Provisioning complete for port 65406503-4052-4d7c-a0b7-d0c44b26442d triggered by entity L2. {{(pid=101906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:46:17.890984 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599964'] for port, provisioning_complete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:17.966455 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for port, before_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:17.988802 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364aeccf-05e4-4aef-84e7-0d23df5aa6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65406503-4052-4d7c-a0b7-d0c44b26442d'}] {{(pid=101906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:46:17.991266 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b3fc5b636787f83caf5cf4e5c14bb47671736c9c400e27ccdf65fc1233cae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351a1844-83cc-4df4-aef9-57fe1511432a" -d '{"events": [{"server_uuid": "364aeccf-05e4-4aef-84e7-0d23df5aa6ca", "name": "network-vif-plugged", "status": "completed", "tag": "65406503-4052-4d7c-a0b7-d0c44b26442d"}]}' {{(pid=101906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:46:18.004113 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] For port 65406503-4052-4d7c-a0b7-d0c44b26442d, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=65406503-4052-4d7c-a0b7-d0c44b26442d,segment=NetworkSegment(d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86),segment_id=d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:46:18.032461 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7756ffc-dcd9-4de8-b1cd-25d044f97e5e x-openstack-request-id: req-c7756ffc-dcd9-4de8-b1cd-25d044f97e5e {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:46:18.032461 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364aeccf-05e4-4aef-84e7-0d23df5aa6ca", "name": "network-vif-plugged", "status": "completed", "tag": "65406503-4052-4d7c-a0b7-d0c44b26442d", "code": 200}]} {{(pid=101906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:46:18.032461 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c7756ffc-dcd9-4de8-b1cd-25d044f97e5e {{(pid=101906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:46:18.032461 dv-cinder-816628-1-iscsi neutron-server[101906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364aeccf-05e4-4aef-84e7-0d23df5aa6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65406503-4052-4d7c-a0b7-d0c44b26442d', 'code': 200} Nov 09 10:46:18.081094 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781390804628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781390294155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781390294173'] for port, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:18.134116 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Pushing event updated for resources: {'Port': ['ID=65406503-4052-4d7c-a0b7-d0c44b26442d,revision_number=5']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:18.354862 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98a516-f191-4b05-88b0-eaa52d425a29 req-5bed8c8f-0bc2-4154-8ca2-9a2e3c831f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:18.356373 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9e98a516-f191-4b05-88b0-eaa52d425a29 req-5bed8c8f-0bc2-4154-8ca2-9a2e3c831f75 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 1099 time: 0.0401752 Nov 09 10:46:18.394427 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f4263-3d6b-41e2-abe1-1f7fffc74137 req-7e9f51d6-e662-4c41-be62-56971966d921 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:18.396727 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-639f4263-3d6b-41e2-abe1-1f7fffc74137 req-7e9f51d6-e662-4c41-be62-56971966d921 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 946 time: 0.0563166 Nov 09 10:46:18.402285 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-9e98a516-f191-4b05-88b0-eaa52d425a29 req-a2434a65-d239-457a-86b4-93e31fc7d42c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=59cf7075-8701-49d1-8493-fc272dd738db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383639 Nov 09 10:46:18.445302 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-639f4263-3d6b-41e2-abe1-1f7fffc74137 req-6f8357fd-9cee-49b4-96eb-f5f2d30bb8f2 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=59cf7075-8701-49d1-8493-fc272dd738db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432215 Nov 09 10:46:19.560253 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e264b-dc3d-4a35-a36e-446fc8453ab3 req-d62bf45c-6cc4-462d-8253-621aaba8167d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:19.562506 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-604e264b-dc3d-4a35-a36e-446fc8453ab3 req-d62bf45c-6cc4-462d-8253-621aaba8167d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 946 time: 0.0499973 Nov 09 10:46:19.608885 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-604e264b-dc3d-4a35-a36e-446fc8453ab3 req-0eee046b-415e-49a5-bedc-0ff1c62c3a0f tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=59cf7075-8701-49d1-8493-fc272dd738db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405314 Nov 09 10:46:20.527290 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-860fd649-3f35-41af-b9ae-95710aba7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:20.730236 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b3833-a9ae-4fc2-a471-8a652dc79817 req-6f608016-b92b-4036-8b96-b1b9f04e2bfc tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:20.731817 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c76b3833-a9ae-4fc2-a471-8a652dc79817 req-6f608016-b92b-4036-8b96-b1b9f04e2bfc tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 946 time: 0.0559433 Nov 09 10:46:20.778947 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c76b3833-a9ae-4fc2-a471-8a652dc79817 req-1c41b215-6682-4cc2-bef1-133d8810ed1a tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=59cf7075-8701-49d1-8493-fc272dd738db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411425 Nov 09 10:46:20.894523 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8915e-bba6-4a52-8e63-b561356f4a6d req-741ec0b5-b3e2-4dde-ad6e-8fa88bc150bc tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:20.895712 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-32a8915e-bba6-4a52-8e63-b561356f4a6d req-741ec0b5-b3e2-4dde-ad6e-8fa88bc150bc tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 946 time: 0.0517311 Nov 09 10:46:20.904393 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 49776) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:46:20.908700 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.v2.base [None req-e5fa277f-2e09-42e1-96d6-28a4e055e78d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Request body: {'floatingip': {'port_id': '65406503-4052-4d7c-a0b7-d0c44b26442d'}} {{(pid=101905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:46:20.946734 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e5fa277f-2e09-42e1-96d6-28a4e055e78d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for floatingip, before_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:21.374568 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e5fa277f-2e09-42e1-96d6-28a4e055e78d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:21.532203 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e5fa277f-2e09-42e1-96d6-28a4e055e78d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741267'] for floatingip, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:21.630410 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.db.l3_db [None req-e5fa277f-2e09-42e1-96d6-28a4e055e78d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Floating IP a3aeb55b-df4e-4bdf-8312-cc7b0576e1f8 associated. External IP: 172.27.0.148, port: 65406503-4052-4d7c-a0b7-d0c44b26442d. Nov 09 10:46:21.844196 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fa277f-2e09-42e1-96d6-28a4e055e78d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Router 0954aba8-bf43-4005-b72b-78f043206e91 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:46:22.209438 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fa277f-2e09-42e1-96d6-28a4e055e78d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:46:22.213797 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e5fa277f-2e09-42e1-96d6-28a4e055e78d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for floatingip, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:22.219496 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364b766c-1328-4c7f-892a-1d16b42f53d3 None None] Sync routers for ids ['0954aba8-bf43-4005-b72b-78f043206e91'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:46:22.228947 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364b766c-1328-4c7f-892a-1d16b42f53d3 None None] Routers {'0954aba8-bf43-4005-b72b-78f043206e91'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:46:22.229550 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-364b766c-1328-4c7f-892a-1d16b42f53d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:45:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['0954aba8-bf43-4005-b72b-78f043206e91'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:46:22.241938 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-e5fa277f-2e09-42e1-96d6-28a4e055e78d tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "PUT /v2.0/floatingips/a3aeb55b-df4e-4bdf-8312-cc7b0576e1f8 HTTP/1.1" status: 200 len: 992 time: 1.3364997 Nov 09 10:46:22.242527 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364aeccf-05e4-4aef-84e7-0d23df5aa6ca', 'tag': '65406503-4052-4d7c-a0b7-d0c44b26442d'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:46:22.244839 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7358cd9-00b5-4578-9407-3c586afe5cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "364aeccf-05e4-4aef-84e7-0d23df5aa6ca", "tag": "65406503-4052-4d7c-a0b7-d0c44b26442d"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:46:22.282454 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c42a0c-125e-473d-909a-a11d1b04de08 x-openstack-request-id: req-a8c42a0c-125e-473d-909a-a11d1b04de08 {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:46:22.283765 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364aeccf-05e4-4aef-84e7-0d23df5aa6ca", "tag": "65406503-4052-4d7c-a0b7-d0c44b26442d", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:46:22.284539 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a8c42a0c-125e-473d-909a-a11d1b04de08 {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:46:22.284954 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364aeccf-05e4-4aef-84e7-0d23df5aa6ca', 'tag': '65406503-4052-4d7c-a0b7-d0c44b26442d', 'status': 'completed', 'code': 200} Nov 09 10:46:22.344896 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-364b766c-1328-4c7f-892a-1d16b42f53d3 None None] Set router 0954aba8-bf43-4005-b72b-78f043206e91 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:46:22.347959 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7358cd9-00b5-4578-9407-3c586afe5cf2 req-6bca29ee-9f59-454f-b09e-2a06370a8d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:22.349528 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c7358cd9-00b5-4578-9407-3c586afe5cf2 req-6bca29ee-9f59-454f-b09e-2a06370a8d9a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6592fbeeeebb4270b2c5fbd99522ccae&device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 1099 time: 0.0425227 Nov 09 10:46:22.443052 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7358cd9-00b5-4578-9407-3c586afe5cf2 req-b833bd9f-58f1-49b4-82cd-3f35e030645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:22.450657 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c7358cd9-00b5-4578-9407-3c586afe5cf2 req-b833bd9f-58f1-49b4-82cd-3f35e030645f service neutron] 10.222.0.30 "GET /v2.0/networks?id=230c91f7-84e9-4100-91e5-845eeb203ee8 HTTP/1.1" status: 200 len: 911 time: 0.0868192 Nov 09 10:46:22.510274 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c7358cd9-00b5-4578-9407-3c586afe5cf2 req-60a48b6e-52a0-46eb-98a4-46024251083b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65406503-4052-4d7c-a0b7-d0c44b26442d HTTP/1.1" status: 200 len: 1000 time: 0.0579023 Nov 09 10:46:22.558424 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7358cd9-00b5-4578-9407-3c586afe5cf2 req-85d52b8a-644b-4143-8334-d9709798b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:22.559898 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c7358cd9-00b5-4578-9407-3c586afe5cf2 req-85d52b8a-644b-4143-8334-d9709798b013 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2498992f-f3a0-4f19-b4a7-10cbad62ac09 HTTP/1.1" status: 200 len: 850 time: 0.0433137 Nov 09 10:46:22.567166 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-364b766c-1328-4c7f-892a-1d16b42f53d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954aba8-bf43-4005-b72b-78f043206e91', 'name': 'tempest-AttachVolumeTestJSON-1624569910-router', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:11Z', 'revision_number': 4, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'gw_port': {'id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': 'a3aeb55b-df4e-4bdf-8312-cc7b0576e1f8', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'port_id': '65406503-4052-4d7c-a0b7-d0c44b26442d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'mac_address': 'fa:16:3e:e1:10:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aeccf-05e4-4aef-84e7-0d23df5aa6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:46:04Z', 'updated_at': '2021-11-09T10:46:21Z', 'revision_number': 1, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af22991-3641-4999-955c-dd5a8c66a45c', 'name': '', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'mac_address': 'fa:16:3e:e8:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:10Z', 'updated_at': '2021-11-09T10:43:14Z', 'revision_number': 5, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'subnets': [{'id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:46:22.597057 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364b766c-1328-4c7f-892a-1d16b42f53d3 None None] Checking router: 0954aba8-bf43-4005-b72b-78f043206e91 for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:46:22.605353 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364b766c-1328-4c7f-892a-1d16b42f53d3 None None] Routers {'0954aba8-bf43-4005-b72b-78f043206e91'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:46:22.605949 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-364b766c-1328-4c7f-892a-1d16b42f53d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:45:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['0954aba8-bf43-4005-b72b-78f043206e91'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:46:22.609611 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7358cd9-00b5-4578-9407-3c586afe5cf2 req-6526f1ce-34aa-4135-9960-78abd9381fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:22.611132 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c7358cd9-00b5-4578-9407-3c586afe5cf2 req-6526f1ce-34aa-4135-9960-78abd9381fe8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=230c91f7-84e9-4100-91e5-845eeb203ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449283 Nov 09 10:46:22.702538 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c7358cd9-00b5-4578-9407-3c586afe5cf2 req-84bb2cd3-89d6-4f70-a6bc-0db928dc2600 service neutron] 10.222.0.30 "GET /v2.0/networks/230c91f7-84e9-4100-91e5-845eeb203ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836563 Nov 09 10:46:22.711126 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-364b766c-1328-4c7f-892a-1d16b42f53d3 None None] Set router 0954aba8-bf43-4005-b72b-78f043206e91 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:46:22.795859 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-c7358cd9-00b5-4578-9407-3c586afe5cf2 req-49603b9f-a658-446a-9dff-57069e793d39 service neutron] 10.222.0.30 "GET /v2.0/networks/230c91f7-84e9-4100-91e5-845eeb203ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864923 Nov 09 10:46:22.931992 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-364b766c-1328-4c7f-892a-1d16b42f53d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954aba8-bf43-4005-b72b-78f043206e91', 'name': 'tempest-AttachVolumeTestJSON-1624569910-router', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:11Z', 'revision_number': 4, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'gw_port': {'id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': 'a3aeb55b-df4e-4bdf-8312-cc7b0576e1f8', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'port_id': '65406503-4052-4d7c-a0b7-d0c44b26442d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'mac_address': 'fa:16:3e:e1:10:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aeccf-05e4-4aef-84e7-0d23df5aa6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:46:04Z', 'updated_at': '2021-11-09T10:46:21Z', 'revision_number': 1, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af22991-3641-4999-955c-dd5a8c66a45c', 'name': '', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'mac_address': 'fa:16:3e:e8:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:10Z', 'updated_at': '2021-11-09T10:43:14Z', 'revision_number': 5, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'subnets': [{'id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:46:22.958173 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364b766c-1328-4c7f-892a-1d16b42f53d3 None None] The sync data for ids ['0954aba8-bf43-4005-b72b-78f043206e91'] in dv-cinder-816628-1-iscsi is: [{'id': '0954aba8-bf43-4005-b72b-78f043206e91', 'name': 'tempest-AttachVolumeTestJSON-1624569910-router', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:11Z', 'revision_number': 4, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'gw_port': {'id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': 'a3aeb55b-df4e-4bdf-8312-cc7b0576e1f8', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'port_id': '65406503-4052-4d7c-a0b7-d0c44b26442d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'mac_address': 'fa:16:3e:e1:10:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aeccf-05e4-4aef-84e7-0d23df5aa6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:46:04Z', 'updated_at': '2021-11-09T10:46:21Z', 'revision_number': 1, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af22991-3641-4999-955c-dd5a8c66a45c', 'name': '', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'mac_address': 'fa:16:3e:e8:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:10Z', 'updated_at': '2021-11-09T10:43:14Z', 'revision_number': 5, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'subnets': [{'id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:46:23.140477 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42234af3-7cae-48f5-af85-db2d8eee2ecc None None] New status for floating IP a3aeb55b-df4e-4bdf-8312-cc7b0576e1f8: ACTIVE {{(pid=101906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 10:46:23.458110 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-db52452b-5995-496b-8ba3-a9ab01da2bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:24.058402 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:25.514952 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:26.189510 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:26.375559 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:33.619272 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-10799452-4345-427d-89b3-576f073330bb req-33166141-0000-4277-ab71-e9b24892b884 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410903 Nov 09 10:46:33.700886 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10799452-4345-427d-89b3-576f073330bb req-3f9fdf49-7858-48f7-9ce2-05e55951f363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:33.702975 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-10799452-4345-427d-89b3-576f073330bb req-3f9fdf49-7858-48f7-9ce2-05e55951f363 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f193ff8d94534794ba21cabcf0169326&device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 1099 time: 0.0418179 Nov 09 10:46:33.810734 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10799452-4345-427d-89b3-576f073330bb req-cc522d7f-04e4-4a7d-8f41-afcd1178b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:33.812237 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-10799452-4345-427d-89b3-576f073330bb req-cc522d7f-04e4-4a7d-8f41-afcd1178b200 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a HTTP/1.1" status: 200 len: 911 time: 0.0891180 Nov 09 10:46:33.880075 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-10799452-4345-427d-89b3-576f073330bb req-cf72e9e3-4d76-4f25-a233-b92e2b2270e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54c2d8a4-945b-4b08-a2ee-374408f308ec HTTP/1.1" status: 200 len: 1001 time: 0.0603147 Nov 09 10:46:33.932947 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10799452-4345-427d-89b3-576f073330bb req-3dd3c1ae-3dfe-4128-ad9e-20ea31589259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:33.934409 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-10799452-4345-427d-89b3-576f073330bb req-3dd3c1ae-3dfe-4128-ad9e-20ea31589259 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd36f13f-4940-4cef-a69d-ffd58a026a88 HTTP/1.1" status: 200 len: 850 time: 0.0470715 Nov 09 10:46:33.984389 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10799452-4345-427d-89b3-576f073330bb req-2b88c4fc-6963-477c-98f3-8ad566f0641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:33.985936 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-10799452-4345-427d-89b3-576f073330bb req-2b88c4fc-6963-477c-98f3-8ad566f0641a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430858 Nov 09 10:46:34.075870 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-10799452-4345-427d-89b3-576f073330bb req-8618232b-4494-444a-af6b-070cefc8d1c9 service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822327 Nov 09 10:46:34.183224 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-10799452-4345-427d-89b3-576f073330bb req-68d87c74-c055-4d8d-9e0f-0f745cd1a5fc service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986059 Nov 09 10:46:39.751203 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:46:50.537166 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-6969a0c2-44dd-4813-a550-f2d1773a830b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:53.268328 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-74a75ea2-b6c1-4129-bd9f-4d48ee432db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:54.005745 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:55.525406 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:56.216792 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:46:56.331436 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:16.750187 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:47:20.547342 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-9ed4ff11-8f53-4910-a144-7b8693d4dd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:23.269139 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-26b2b1c6-bd3a-44e7-9085-45fd1578912c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:24.027487 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:25.519245 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:26.221835 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:26.330248 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:26.816741 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60926634-8351-4768-9723-4018d9aae590 req-f51e0949-161c-4266-b08c-c9e1a2166e78 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:26.818214 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-60926634-8351-4768-9723-4018d9aae590 req-f51e0949-161c-4266-b08c-c9e1a2166e78 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 946 time: 0.0526831 Nov 09 10:47:26.866202 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-60926634-8351-4768-9723-4018d9aae590 req-f5c100f4-2e07-471c-a517-9d74a7a01885 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=59cf7075-8701-49d1-8493-fc272dd738db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418165 Nov 09 10:47:27.984280 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a637c0-4011-4e7e-a397-3af17b3dec53 req-6ad77b61-b9c5-4105-9007-c09ccd80243a tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:27.985781 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-30a637c0-4011-4e7e-a397-3af17b3dec53 req-6ad77b61-b9c5-4105-9007-c09ccd80243a tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 946 time: 0.0499277 Nov 09 10:47:28.032827 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-30a637c0-4011-4e7e-a397-3af17b3dec53 req-4e2c988a-46cf-4c98-b8d5-cb27dc8978e5 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups?id=59cf7075-8701-49d1-8493-fc272dd738db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400603 Nov 09 10:47:28.542993 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fe745-59a5-4269-947a-9053ee183cc7 req-302aec98-e305-4436-aafb-0299f816e38b tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:28.544505 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-083fe745-59a5-4269-947a-9053ee183cc7 req-302aec98-e305-4436-aafb-0299f816e38b tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.30 "GET /v2.0/ports?device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 946 time: 0.0532925 Nov 09 10:47:28.633170 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-083fe745-59a5-4269-947a-9053ee183cc7 req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Deleting port 65406503-4052-4d7c-a0b7-d0c44b26442d {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:47:28.633496 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-083fe745-59a5-4269-947a-9053ee183cc7 req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:28.723924 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-083fe745-59a5-4269-947a-9053ee183cc7 req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] For port 65406503-4052-4d7c-a0b7-d0c44b26442d, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=65406503-4052-4d7c-a0b7-d0c44b26442d,segment=NetworkSegment(d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86),segment_id=d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:47:28.724302 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-083fe745-59a5-4269-947a-9053ee183cc7 req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:28.889832 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-083fe745-59a5-4269-947a-9053ee183cc7 req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:28.890167 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-083fe745-59a5-4269-947a-9053ee183cc7 req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741267'] for floatingip, after_update {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:28.890481 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.db.l3_db [req-083fe745-59a5-4269-947a-9053ee183cc7 req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Floating IP a3aeb55b-df4e-4bdf-8312-cc7b0576e1f8 disassociated. External IP: 172.27.0.148, port: 65406503-4052-4d7c-a0b7-d0c44b26442d. Nov 09 10:47:28.890807 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-083fe745-59a5-4269-947a-9053ee183cc7 req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Calling delete_port for 65406503-4052-4d7c-a0b7-d0c44b26442d owned by compute:nova {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:47:29.078730 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-083fe745-59a5-4269-947a-9053ee183cc7 req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:29.108572 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Pushing event deleted for resources: {'Port': ['ID=65406503-4052-4d7c-a0b7-d0c44b26442d,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:29.119439 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:29.119776 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:29.120231 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:29.120465 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:29.120788 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:29.121106 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:29.121426 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:29.121746 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:29.122066 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:29.122380 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:29.122694 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:29.123005 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:29.133610 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-28b34c38-6b23-449e-9589-3b50c508bd59 req-3f863ff1-e47c-4ad1-ae65-21f9bb66a71f tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 210 time: 0.0307498 Nov 09 10:47:29.233833 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.l3_agent_scheduler [req-083fe745-59a5-4269-947a-9053ee183cc7 req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Router 0954aba8-bf43-4005-b72b-78f043206e91 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:47:29.340468 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-083fe745-59a5-4269-947a-9053ee183cc7 req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:47:29.349982 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69aed26-8f92-4541-af99-282a844d9689 None None] Sync routers for ids ['0954aba8-bf43-4005-b72b-78f043206e91'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:47:29.366300 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69aed26-8f92-4541-af99-282a844d9689 None None] Routers {'0954aba8-bf43-4005-b72b-78f043206e91'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:47:29.366913 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-f69aed26-8f92-4541-af99-282a844d9689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:47:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['0954aba8-bf43-4005-b72b-78f043206e91'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:29.381959 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [req-083fe745-59a5-4269-947a-9053ee183cc7 req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] No DVR routers for this DVR port 65406503-4052-4d7c-a0b7-d0c44b26442d on host hv-cinder-81662 {{(pid=101905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:47:29.384524 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-083fe745-59a5-4269-947a-9053ee183cc7 req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:29.387802 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-083fe745-59a5-4269-947a-9053ee183cc7 req-a85d7928-39b6-471e-9ea2-39ae25962141 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.30 "DELETE /v2.0/ports/65406503-4052-4d7c-a0b7-d0c44b26442d HTTP/1.1" status: 204 len: 173 time: 0.8373485 Nov 09 10:47:29.388276 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364aeccf-05e4-4aef-84e7-0d23df5aa6ca', 'name': 'network-vif-deleted', 'tag': '65406503-4052-4d7c-a0b7-d0c44b26442d'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:47:29.390652 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727ada47-84ef-42a9-9f5f-cc2abdcbc386" -d '{"events": [{"server_uuid": "364aeccf-05e4-4aef-84e7-0d23df5aa6ca", "name": "network-vif-deleted", "tag": "65406503-4052-4d7c-a0b7-d0c44b26442d"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:47:29.475496 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-f69aed26-8f92-4541-af99-282a844d9689 None None] Set router 0954aba8-bf43-4005-b72b-78f043206e91 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:47:29.549790 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb55c064-571b-4593-9717-c83e95332d2a x-openstack-request-id: req-fb55c064-571b-4593-9717-c83e95332d2a {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:47:29.550080 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364aeccf-05e4-4aef-84e7-0d23df5aa6ca", "name": "network-vif-deleted", "tag": "65406503-4052-4d7c-a0b7-d0c44b26442d", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:47:29.550324 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb55c064-571b-4593-9717-c83e95332d2a {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:47:29.550714 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364aeccf-05e4-4aef-84e7-0d23df5aa6ca', 'name': 'network-vif-deleted', 'tag': '65406503-4052-4d7c-a0b7-d0c44b26442d', 'status': 'completed', 'code': 200} Nov 09 10:47:29.686359 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-f69aed26-8f92-4541-af99-282a844d9689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954aba8-bf43-4005-b72b-78f043206e91', 'name': 'tempest-AttachVolumeTestJSON-1624569910-router', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:11Z', 'revision_number': 4, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'gw_port': {'id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '6af22991-3641-4999-955c-dd5a8c66a45c', 'name': '', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'mac_address': 'fa:16:3e:e8:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:10Z', 'updated_at': '2021-11-09T10:43:14Z', 'revision_number': 5, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'subnets': [{'id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:29.712920 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69aed26-8f92-4541-af99-282a844d9689 None None] Checking router: 0954aba8-bf43-4005-b72b-78f043206e91 for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:47:29.721253 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69aed26-8f92-4541-af99-282a844d9689 None None] Routers {'0954aba8-bf43-4005-b72b-78f043206e91'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:47:29.721862 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-f69aed26-8f92-4541-af99-282a844d9689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:47:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['0954aba8-bf43-4005-b72b-78f043206e91'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:29.911494 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-f69aed26-8f92-4541-af99-282a844d9689 None None] Set router 0954aba8-bf43-4005-b72b-78f043206e91 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:47:30.111444 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-f69aed26-8f92-4541-af99-282a844d9689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954aba8-bf43-4005-b72b-78f043206e91', 'name': 'tempest-AttachVolumeTestJSON-1624569910-router', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:11Z', 'revision_number': 4, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'gw_port': {'id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '6af22991-3641-4999-955c-dd5a8c66a45c', 'name': '', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'mac_address': 'fa:16:3e:e8:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:10Z', 'updated_at': '2021-11-09T10:43:14Z', 'revision_number': 5, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'subnets': [{'id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:30.149325 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69aed26-8f92-4541-af99-282a844d9689 None None] The sync data for ids ['0954aba8-bf43-4005-b72b-78f043206e91'] in dv-cinder-816628-1-iscsi is: [{'id': '0954aba8-bf43-4005-b72b-78f043206e91', 'name': 'tempest-AttachVolumeTestJSON-1624569910-router', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:11Z', 'revision_number': 4, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'gw_port': {'id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '6af22991-3641-4999-955c-dd5a8c66a45c', 'name': '', 'network_id': '230c91f7-84e9-4100-91e5-845eeb203ee8', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'mac_address': 'fa:16:3e:e8:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:10Z', 'updated_at': '2021-11-09T10:43:14Z', 'revision_number': 5, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'subnets': [{'id': '2498992f-f3a0-4f19-b4a7-10cbad62ac09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:47:30.266773 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-c0f4e829-4eb8-4727-bcd1-55448f250241 req-939c497a-1ca1-450a-a80c-e65fba7b8366 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/ports?device_id=364aeccf-05e4-4aef-84e7-0d23df5aa6ca HTTP/1.1" status: 200 len: 210 time: 0.0342236 Nov 09 10:47:30.393416 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fedbca2-2f16-4455-bff7-62d8ef228ad7 None None] New status for floating IP a3aeb55b-df4e-4bdf-8312-cc7b0576e1f8: DOWN {{(pid=101906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 10:47:31.405225 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50012) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:31.458261 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-222080f6-7b30-497f-9683-2e3d05b97bbf tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:31.480991 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-222080f6-7b30-497f-9683-2e3d05b97bbf tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:31.627374 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-222080f6-7b30-497f-9683-2e3d05b97bbf tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:31.629950 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-222080f6-7b30-497f-9683-2e3d05b97bbf tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:31.631209 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-222080f6-7b30-497f-9683-2e3d05b97bbf tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "DELETE /v2.0/security-groups/59cf7075-8701-49d1-8493-fc272dd738db HTTP/1.1" status: 204 len: 168 time: 0.2249243 Nov 09 10:47:31.634080 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50014) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:31.640527 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222080f6-7b30-497f-9683-2e3d05b97bbf tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cf7075-8701-49d1-8493-fc272dd738db,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:31.646919 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.api.v2.resource [None req-74afbd84-431a-402a-b6a0-2e6a75914336 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] show failed (client error): The resource could not be found. Nov 09 10:47:31.651060 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50016) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:31.651247 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-74afbd84-431a-402a-b6a0-2e6a75914336 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "GET /v2.0/security-groups/59cf7075-8701-49d1-8493-fc272dd738db HTTP/1.1" status: 404 len: 347 time: 0.0160060 Nov 09 10:47:31.772910 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-520b31eb-036b-4cc2-9c06-d5a0b58a51a2 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Deleting port 41730c9c-1b7d-4a78-9935-719fd23c9b49 {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:47:31.773241 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-520b31eb-036b-4cc2-9c06-d5a0b58a51a2 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:31.845851 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-520b31eb-036b-4cc2-9c06-d5a0b58a51a2 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:31.846164 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-520b31eb-036b-4cc2-9c06-d5a0b58a51a2 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:31.857972 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-520b31eb-036b-4cc2-9c06-d5a0b58a51a2 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Calling delete_port for 41730c9c-1b7d-4a78-9935-719fd23c9b49 owned by network:floatingip {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:47:32.061321 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-520b31eb-036b-4cc2-9c06-d5a0b58a51a2 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:32.085067 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b31eb-036b-4cc2-9c06-d5a0b58a51a2 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Pushing event deleted for resources: {'Port': ['ID=41730c9c-1b7d-4a78-9935-719fd23c9b49,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:32.123730 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 65406503-4052-4d7c-a0b7-d0c44b26442d no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:47:32.143822 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] No Port match for: 65406503-4052-4d7c-a0b7-d0c44b26442d {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:47:32.144190 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 65406503-4052-4d7c-a0b7-d0c44b26442d not bound to the agent host hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:47:32.152833 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-520b31eb-036b-4cc2-9c06-d5a0b58a51a2 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks [] for floatingip, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:32.155500 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-520b31eb-036b-4cc2-9c06-d5a0b58a51a2 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for floatingip, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:32.156680 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-520b31eb-036b-4cc2-9c06-d5a0b58a51a2 tempest-AttachVolumeTestJSON-1819306428 tempest-AttachVolumeTestJSON-1819306428-project] 10.222.0.35 "DELETE /v2.0/floatingips/a3aeb55b-df4e-4bdf-8312-cc7b0576e1f8 HTTP/1.1" status: 204 len: 168 time: 0.5046086 Nov 09 10:47:35.608835 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-420fcecc-5e16-4bc2-968e-0a78871ed2a0 req-bf0c7b91-7f17-4972-be14-0aed6f017040 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391748 Nov 09 10:47:35.669762 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fcecc-5e16-4bc2-968e-0a78871ed2a0 req-6e99bcc4-9a77-4d63-9b04-351ae6347c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:35.671258 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-420fcecc-5e16-4bc2-968e-0a78871ed2a0 req-6e99bcc4-9a77-4d63-9b04-351ae6347c52 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f193ff8d94534794ba21cabcf0169326&device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 1098 time: 0.0401113 Nov 09 10:47:35.791793 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fcecc-5e16-4bc2-968e-0a78871ed2a0 req-6a1e52e4-03d3-437d-a677-722a149c2525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:35.793204 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-420fcecc-5e16-4bc2-968e-0a78871ed2a0 req-6a1e52e4-03d3-437d-a677-722a149c2525 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a HTTP/1.1" status: 200 len: 911 time: 0.1018932 Nov 09 10:47:35.858879 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-420fcecc-5e16-4bc2-968e-0a78871ed2a0 req-a1d64592-f826-4830-a023-c344a5f47033 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cb3b733-a4e3-4ecc-ab21-52dde689f09a HTTP/1.1" status: 200 len: 1001 time: 0.0583370 Nov 09 10:47:35.910902 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fcecc-5e16-4bc2-968e-0a78871ed2a0 req-86262c66-7d67-412d-84f0-784a74ed5934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:35.912461 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-420fcecc-5e16-4bc2-968e-0a78871ed2a0 req-86262c66-7d67-412d-84f0-784a74ed5934 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd36f13f-4940-4cef-a69d-ffd58a026a88 HTTP/1.1" status: 200 len: 850 time: 0.0464277 Nov 09 10:47:35.958245 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fcecc-5e16-4bc2-968e-0a78871ed2a0 req-fcac4ae3-ea1f-4202-9b9d-44da04299c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:35.959685 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-420fcecc-5e16-4bc2-968e-0a78871ed2a0 req-fcac4ae3-ea1f-4202-9b9d-44da04299c8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397170 Nov 09 10:47:36.051261 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-420fcecc-5e16-4bc2-968e-0a78871ed2a0 req-c24e132e-1fc3-4502-a1b8-6f876d5a7604 service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835142 Nov 09 10:47:36.104154 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50044) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:36.149350 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-420fcecc-5e16-4bc2-968e-0a78871ed2a0 req-411ffee9-befb-4bf8-b4a5-7e8e4b8817c1 service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904851 Nov 09 10:47:36.444376 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740499'] for router_interface, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:36.681997 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] Deleting port 6af22991-3641-4999-955c-dd5a8c66a45c {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:47:36.682339 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:36.762083 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] For port 6af22991-3641-4999-955c-dd5a8c66a45c, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=6af22991-3641-4999-955c-dd5a8c66a45c,segment=NetworkSegment(d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86),segment_id=d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:47:36.762464 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:36.775333 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] Calling delete_port for 6af22991-3641-4999-955c-dd5a8c66a45c owned by network:router_interface {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:47:37.027497 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:37.050632 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=6af22991-3641-4999-955c-dd5a8c66a45c,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:37.064078 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:37.064423 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:37.064766 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:37.065096 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:37.065417 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:37.065743 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:37.066063 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:37.066390 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:37.066708 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:37.067023 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:37.067333 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:37.067645 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:37.222924 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570659'] for router_interface, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:37.435835 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] Router 0954aba8-bf43-4005-b72b-78f043206e91 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:47:37.837991 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:47:37.844717 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-6d3e1da8-4c97-42c9-84b5-10238c029e46 admin admin] 10.222.0.35 "PUT /v2.0/routers/0954aba8-bf43-4005-b72b-78f043206e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7392745 Nov 09 10:47:37.847085 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50046) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:37.848319 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44d71c7-a8c8-4c7d-b012-8ba33ec0fa4b None None] Sync routers for ids ['0954aba8-bf43-4005-b72b-78f043206e91'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:47:37.862163 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d71c7-a8c8-4c7d-b012-8ba33ec0fa4b None None] Routers {'0954aba8-bf43-4005-b72b-78f043206e91'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:47:37.863415 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-d44d71c7-a8c8-4c7d-b012-8ba33ec0fa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:47:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['0954aba8-bf43-4005-b72b-78f043206e91'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:37.954350 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-afb73715-87a6-4b87-9248-4fc27cc34851 admin admin] Publish callbacks [] for router, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:37.975681 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-d44d71c7-a8c8-4c7d-b012-8ba33ec0fa4b None None] Set router 0954aba8-bf43-4005-b72b-78f043206e91 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:47:38.057090 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-afb73715-87a6-4b87-9248-4fc27cc34851 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:38.152721 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-d44d71c7-a8c8-4c7d-b012-8ba33ec0fa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954aba8-bf43-4005-b72b-78f043206e91', 'name': 'tempest-AttachVolumeTestJSON-1624569910-router', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:47:36Z', 'revision_number': 5, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'gw_port': {'id': '288d25b3-61f7-4a81-a59c-e9671c3bba8a', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954aba8-bf43-4005-b72b-78f043206e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:38.181733 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44d71c7-a8c8-4c7d-b012-8ba33ec0fa4b None None] Checking router: 0954aba8-bf43-4005-b72b-78f043206e91 for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:47:38.185886 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-afb73715-87a6-4b87-9248-4fc27cc34851 admin admin] Deleting port 288d25b3-61f7-4a81-a59c-e9671c3bba8a {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:47:38.189310 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-afb73715-87a6-4b87-9248-4fc27cc34851 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:38.190015 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d71c7-a8c8-4c7d-b012-8ba33ec0fa4b None None] Routers {'0954aba8-bf43-4005-b72b-78f043206e91'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:47:38.190625 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-d44d71c7-a8c8-4c7d-b012-8ba33ec0fa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:47:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['0954aba8-bf43-4005-b72b-78f043206e91'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:38.274704 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [None req-afb73715-87a6-4b87-9248-4fc27cc34851 admin admin] For port 288d25b3-61f7-4a81-a59c-e9671c3bba8a, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=288d25b3-61f7-4a81-a59c-e9671c3bba8a,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:47:38.275336 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-afb73715-87a6-4b87-9248-4fc27cc34851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:38.276762 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-d44d71c7-a8c8-4c7d-b012-8ba33ec0fa4b None None] Set router 0954aba8-bf43-4005-b72b-78f043206e91 gateway port host: None {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:47:38.288643 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-afb73715-87a6-4b87-9248-4fc27cc34851 admin admin] Calling delete_port for 288d25b3-61f7-4a81-a59c-e9671c3bba8a owned by network:router_gateway {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:47:38.327887 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-d44d71c7-a8c8-4c7d-b012-8ba33ec0fa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954aba8-bf43-4005-b72b-78f043206e91', 'name': 'tempest-AttachVolumeTestJSON-1624569910-router', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:47:38Z', 'revision_number': 6, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'gw_port_host': None}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:38.356842 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44d71c7-a8c8-4c7d-b012-8ba33ec0fa4b None None] The sync data for ids ['0954aba8-bf43-4005-b72b-78f043206e91'] in dv-cinder-816628-1-iscsi is: [{'id': '0954aba8-bf43-4005-b72b-78f043206e91', 'name': 'tempest-AttachVolumeTestJSON-1624569910-router', 'tenant_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:43:08Z', 'updated_at': '2021-11-09T10:47:38Z', 'revision_number': 6, 'project_id': '6592fbeeeebb4270b2c5fbd99522ccae', 'gw_port_host': None}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:47:38.501639 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-afb73715-87a6-4b87-9248-4fc27cc34851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:38.527097 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb73715-87a6-4b87-9248-4fc27cc34851 admin admin] Pushing event deleted for resources: {'Port': ['ID=288d25b3-61f7-4a81-a59c-e9671c3bba8a,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:38.584893 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-afb73715-87a6-4b87-9248-4fc27cc34851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741337'] for router_gateway, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:38.674095 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-afb73715-87a6-4b87-9248-4fc27cc34851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3426'] for router, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:38.676520 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-afb73715-87a6-4b87-9248-4fc27cc34851 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:38.838686 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-afb73715-87a6-4b87-9248-4fc27cc34851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569440'] for router, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:38.839173 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb73715-87a6-4b87-9248-4fc27cc34851 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0954aba8-bf43-4005-b72b-78f043206e91 {{(pid=101904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 10:47:38.843811 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-afb73715-87a6-4b87-9248-4fc27cc34851 admin admin] Publish callbacks [] for router, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:38.844964 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-afb73715-87a6-4b87-9248-4fc27cc34851 admin admin] 10.222.0.35 "DELETE /v2.0/routers/0954aba8-bf43-4005-b72b-78f043206e91 HTTP/1.1" status: 204 len: 168 time: 0.9968963 Nov 09 10:47:38.847459 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50048) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:38.891775 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53ef5c1-0a22-4df2-b167-1063612e89ca admin admin] Deleting subnet 2498992f-f3a0-4f19-b4a7-10cbad62ac09 {{(pid=101904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 10:47:38.894958 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c53ef5c1-0a22-4df2-b167-1063612e89ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:38.928378 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c53ef5c1-0a22-4df2-b167-1063612e89ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8625588'] for subnet, precommit_delete_associations {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:39.007122 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c53ef5c1-0a22-4df2-b167-1063612e89ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1578030'] for subnet, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:39.100972 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 6af22991-3641-4999-955c-dd5a8c66a45c no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:47:39.122949 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: 6af22991-3641-4999-955c-dd5a8c66a45c {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:47:39.122949 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 6af22991-3641-4999-955c-dd5a8c66a45c not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:47:39.141967 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c53ef5c1-0a22-4df2-b167-1063612e89ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1578023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9053813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8460600'] for subnet, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:39.167099 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ef5c1-0a22-4df2-b167-1063612e89ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2498992f-f3a0-4f19-b4a7-10cbad62ac09,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:39.172736 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c53ef5c1-0a22-4df2-b167-1063612e89ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:39.176935 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-c53ef5c1-0a22-4df2-b167-1063612e89ca admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2498992f-f3a0-4f19-b4a7-10cbad62ac09 HTTP/1.1" status: 204 len: 168 time: 0.3274646 Nov 09 10:47:39.178710 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9600167e-75b9-4de6-a450-5d3ee8bc6ad0 None None] Network 230c91f7-84e9-4100-91e5-845eeb203ee8 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:47:39.178888 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50050) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:39.249891 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9070e84f-be4c-44d3-8dc6-763051e8f3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1668299'] for network, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:39.253913 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50052) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:39.316573 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-9070e84f-be4c-44d3-8dc6-763051e8f3b6 admin admin] Deleting port 70073837-c928-40da-8057-1433eaae5dd4 {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:47:39.317072 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9070e84f-be4c-44d3-8dc6-763051e8f3b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:39.386034 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b9d8eb-de7e-4163-81d3-2593bc7b9367 None None] DHCP port deletion for 230c91f7-84e9-4100-91e5-845eeb203ee8 request from dv-cinder-816628-1-iscsi {{(pid=101906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 10:47:39.401907 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [None req-9070e84f-be4c-44d3-8dc6-763051e8f3b6 admin admin] For port 70073837-c928-40da-8057-1433eaae5dd4, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=70073837-c928-40da-8057-1433eaae5dd4,segment=NetworkSegment(d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86),segment_id=d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:47:39.402591 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9070e84f-be4c-44d3-8dc6-763051e8f3b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:39.418083 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-9070e84f-be4c-44d3-8dc6-763051e8f3b6 admin admin] Calling delete_port for 70073837-c928-40da-8057-1433eaae5dd4 owned by network:dhcp {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:47:39.454050 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-97b9d8eb-de7e-4163-81d3-2593bc7b9367 None None] Deleting port 70073837-c928-40da-8057-1433eaae5dd4 {{(pid=101906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:47:39.454413 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-97b9d8eb-de7e-4163-81d3-2593bc7b9367 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:39.456785 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-90bd8193-d504-4c80-8c40-f09bea548f1e tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Deleting port e8f353ef-f5b4-4e83-ad56-18a49faf6800 {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:47:39.457305 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-90bd8193-d504-4c80-8c40-f09bea548f1e tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:39.520891 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-97b9d8eb-de7e-4163-81d3-2593bc7b9367 None None] For port 70073837-c928-40da-8057-1433eaae5dd4, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=70073837-c928-40da-8057-1433eaae5dd4,segment=NetworkSegment(d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86),segment_id=d95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:47:39.521270 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-97b9d8eb-de7e-4163-81d3-2593bc7b9367 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:39.533836 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-97b9d8eb-de7e-4163-81d3-2593bc7b9367 None None] Calling delete_port for 70073837-c928-40da-8057-1433eaae5dd4 owned by network:dhcp {{(pid=101906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:47:39.538061 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-90bd8193-d504-4c80-8c40-f09bea548f1e tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:39.538385 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-90bd8193-d504-4c80-8c40-f09bea548f1e tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:39.549995 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-90bd8193-d504-4c80-8c40-f09bea548f1e tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Calling delete_port for e8f353ef-f5b4-4e83-ad56-18a49faf6800 owned by network:floatingip {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:47:39.564523 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9070e84f-be4c-44d3-8dc6-763051e8f3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:39.590036 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070e84f-be4c-44d3-8dc6-763051e8f3b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=70073837-c928-40da-8057-1433eaae5dd4,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:39.593723 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9070e84f-be4c-44d3-8dc6-763051e8f3b6 admin admin] No DVR routers for this DVR port 70073837-c928-40da-8057-1433eaae5dd4 on host dv-cinder-816628-1-iscsi {{(pid=101905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:47:39.617614 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-97b9d8eb-de7e-4163-81d3-2593bc7b9367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146'] for port, after_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:39.642681 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9d8eb-de7e-4163-81d3-2593bc7b9367 None None] Pushing event deleted for resources: {'Port': ['ID=70073837-c928-40da-8057-1433eaae5dd4,revision_number=None']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:39.649239 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b9d8eb-de7e-4163-81d3-2593bc7b9367 None None] No DVR routers for this DVR port 70073837-c928-40da-8057-1433eaae5dd4 on host dv-cinder-816628-1-iscsi {{(pid=101906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:47:39.660524 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9d8eb-de7e-4163-81d3-2593bc7b9367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:39.660969 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9d8eb-de7e-4163-81d3-2593bc7b9367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:39.661360 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9d8eb-de7e-4163-81d3-2593bc7b9367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:39.661752 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9d8eb-de7e-4163-81d3-2593bc7b9367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:39.662272 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9d8eb-de7e-4163-81d3-2593bc7b9367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:39.662754 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9d8eb-de7e-4163-81d3-2593bc7b9367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:39.663957 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9d8eb-de7e-4163-81d3-2593bc7b9367 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:39.664329 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9d8eb-de7e-4163-81d3-2593bc7b9367 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:39.665271 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9d8eb-de7e-4163-81d3-2593bc7b9367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:39.665766 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9d8eb-de7e-4163-81d3-2593bc7b9367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:39.666252 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9d8eb-de7e-4163-81d3-2593bc7b9367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:39.666726 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9d8eb-de7e-4163-81d3-2593bc7b9367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:47:39.667838 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9070e84f-be4c-44d3-8dc6-763051e8f3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1578843', 'neutron.services.segments.db._delete_segments_for_network-8781390831665'] for network, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:39.692220 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.services.segments.db [None req-9070e84f-be4c-44d3-8dc6-763051e8f3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230c91f7-84e9-4100-91e5-845eeb203ee8']}} {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:39.701594 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.services.segments.db [None req-9070e84f-be4c-44d3-8dc6-763051e8f3b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86') {'for_net_delete': True} {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:39.701877 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.services.segments.db [None req-9070e84f-be4c-44d3-8dc6-763051e8f3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95ef5b1-6cf8-4f77-a6ef-e3ffdab0db86') {} {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:39.714759 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9070e84f-be4c-44d3-8dc6-763051e8f3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781390865722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7956816'] for segment, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:39.728016 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9070e84f-be4c-44d3-8dc6-763051e8f3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:39.733797 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9070e84f-be4c-44d3-8dc6-763051e8f3b6 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=101905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 10:47:39.734170 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9070e84f-be4c-44d3-8dc6-763051e8f3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462386'] for segment, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: Traceback (most recent call last): Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: timer() Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: cb(*args, **kw) Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: return func(*args, **kwargs) Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: self._notify() Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: self.callback(batched_events) Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: event.method(event) Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: return f(self, *a, **k) Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: return self._get(url).json() Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: return self.request(url, 'GET', **kwargs) Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 10:47:39.735784 dv-cinder-816628-1-iscsi neutron-server[101905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 10:47:39.804521 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-90bd8193-d504-4c80-8c40-f09bea548f1e tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:39.831694 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd8193-d504-4c80-8c40-f09bea548f1e tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event deleted for resources: {'Port': ['ID=e8f353ef-f5b4-4e83-ad56-18a49faf6800,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:39.884357 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9070e84f-be4c-44d3-8dc6-763051e8f3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741285'] for network, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:39.889572 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-90bd8193-d504-4c80-8c40-f09bea548f1e tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for floatingip, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:39.889904 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.l3_db [None req-90bd8193-d504-4c80-8c40-f09bea548f1e tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Floating IP b3d78cb8-647d-4d28-8537-2de45dca9808 disassociated (deleted). External IP: 172.27.0.240, port: 3cb3b733-a4e3-4ecc-ab21-52dde689f09a. Nov 09 10:47:39.899038 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-9070e84f-be4c-44d3-8dc6-763051e8f3b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:39.902382 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-9070e84f-be4c-44d3-8dc6-763051e8f3b6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/230c91f7-84e9-4100-91e5-845eeb203ee8 HTTP/1.1" status: 204 len: 168 time: 0.7225983 Nov 09 10:47:39.903399 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070e84f-be4c-44d3-8dc6-763051e8f3b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=230c91f7-84e9-4100-91e5-845eeb203ee8,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:40.100603 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bd8193-d504-4c80-8c40-f09bea548f1e tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Router 12605b42-dd04-48fd-8422-9bbb7dec2aaf has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:47:40.209031 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bd8193-d504-4c80-8c40-f09bea548f1e tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:47:40.214086 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-90bd8193-d504-4c80-8c40-f09bea548f1e tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for floatingip, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:40.219370 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf29d31-737e-43e9-8756-7312505e6a29 None None] Sync routers for ids ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'] in dv-cinder-816628-1-iscsi {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:47:40.230912 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf29d31-737e-43e9-8756-7312505e6a29 None None] Routers {'12605b42-dd04-48fd-8422-9bbb7dec2aaf'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:47:40.231821 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-7cf29d31-737e-43e9-8756-7312505e6a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:47:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:40.249565 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-90bd8193-d504-4c80-8c40-f09bea548f1e tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "DELETE /v2.0/floatingips/b3d78cb8-647d-4d28-8537-2de45dca9808 HTTP/1.1" status: 204 len: 168 time: 0.9941502 Nov 09 10:47:40.250156 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9c2589-c6e3-4bd4-baa4-8b6468833d24', 'tag': '3cb3b733-a4e3-4ecc-ab21-52dde689f09a'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:47:40.252457 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3f8e60-59b4-4f67-a180-290f7dc7127b" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9c2589-c6e3-4bd4-baa4-8b6468833d24", "tag": "3cb3b733-a4e3-4ecc-ab21-52dde689f09a"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:47:40.290228 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e761d82-d83b-462b-aa9c-e4f2abfdd0fb x-openstack-request-id: req-2e761d82-d83b-462b-aa9c-e4f2abfdd0fb {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:47:40.290541 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9c2589-c6e3-4bd4-baa4-8b6468833d24", "tag": "3cb3b733-a4e3-4ecc-ab21-52dde689f09a", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:47:40.290798 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2e761d82-d83b-462b-aa9c-e4f2abfdd0fb {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:47:40.291204 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9c2589-c6e3-4bd4-baa4-8b6468833d24', 'tag': '3cb3b733-a4e3-4ecc-ab21-52dde689f09a', 'status': 'completed', 'code': 200} Nov 09 10:47:40.305369 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50060) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:40.347836 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-7cf29d31-737e-43e9-8756-7312505e6a29 None None] Set router 12605b42-dd04-48fd-8422-9bbb7dec2aaf gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:47:40.379664 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-1573dde3-994a-41b9-9c81-6165af462982 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6592fbeeeebb4270b2c5fbd99522ccae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0719533 Nov 09 10:47:40.384841 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f8e60-59b4-4f67-a180-290f7dc7127b req-741e72d2-7cd1-45f0-917b-42cf30909b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:40.386302 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6c3f8e60-59b4-4f67-a180-290f7dc7127b req-741e72d2-7cd1-45f0-917b-42cf30909b51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f193ff8d94534794ba21cabcf0169326&device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 1098 time: 0.0667880 Nov 09 10:47:40.392820 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50062) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:40.503432 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-686f83e5-995f-4964-84d0-06ba9d458710 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:40.508740 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 288d25b3-61f7-4a81-a59c-e9671c3bba8a no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:47:40.533597 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: 288d25b3-61f7-4a81-a59c-e9671c3bba8a {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:47:40.533830 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f8e60-59b4-4f67-a180-290f7dc7127b req-dc34ee96-4d4d-4a38-96fd-7f00fa67b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:40.533964 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 288d25b3-61f7-4a81-a59c-e9671c3bba8a not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:47:40.534348 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 70073837-c928-40da-8057-1433eaae5dd4 no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:47:40.535168 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6c3f8e60-59b4-4f67-a180-290f7dc7127b req-dc34ee96-4d4d-4a38-96fd-7f00fa67b1f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a HTTP/1.1" status: 200 len: 911 time: 0.1363554 Nov 09 10:47:40.540406 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-686f83e5-995f-4964-84d0-06ba9d458710 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:40.563283 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: 70073837-c928-40da-8057-1433eaae5dd4 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:47:40.563609 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 70073837-c928-40da-8057-1433eaae5dd4 not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:47:40.586969 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6c3f8e60-59b4-4f67-a180-290f7dc7127b req-40eb4bbf-a4f4-4a59-a3f3-09b7a5b8ec83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cb3b733-a4e3-4ecc-ab21-52dde689f09a HTTP/1.1" status: 200 len: 217 time: 0.0400589 Nov 09 10:47:40.637754 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-7cf29d31-737e-43e9-8756-7312505e6a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '26234b53-360b-4f6b-bc48-fb94f3bdca1c', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'port_id': '54c2d8a4-945b-4b08-a2ee-374408f308ec', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'mac_address': 'fa:16:3e:73:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d09c948-5d3a-46c1-933b-fa4a6113c27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:44:06Z', 'updated_at': '2021-11-09T10:44:10Z', 'revision_number': 1, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06a15f-9b65-4956-a7bc-1218ecaf7fb5', 'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'mac_address': 'fa:16:3e:d2:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:47Z', 'updated_at': '2021-11-09T10:40:51Z', 'revision_number': 5, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'subnets': [{'id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:40.651809 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f8e60-59b4-4f67-a180-290f7dc7127b req-db74ca63-aff9-4f5f-a6b9-903ab3dcc53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:40.653291 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6c3f8e60-59b4-4f67-a180-290f7dc7127b req-db74ca63-aff9-4f5f-a6b9-903ab3dcc53d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd36f13f-4940-4cef-a69d-ffd58a026a88 HTTP/1.1" status: 200 len: 850 time: 0.0581658 Nov 09 10:47:40.672219 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf29d31-737e-43e9-8756-7312505e6a29 None None] Checking router: 12605b42-dd04-48fd-8422-9bbb7dec2aaf for host: dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:47:40.686570 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf29d31-737e-43e9-8756-7312505e6a29 None None] Routers {'12605b42-dd04-48fd-8422-9bbb7dec2aaf'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:47:40.687195 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-7cf29d31-737e-43e9-8756-7312505e6a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:47:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:40.695839 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-686f83e5-995f-4964-84d0-06ba9d458710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:40.698793 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-686f83e5-995f-4964-84d0-06ba9d458710 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:40.702472 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-686f83e5-995f-4964-84d0-06ba9d458710 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6b506a0-b520-48da-9de8-352d7321de0c HTTP/1.1" status: 204 len: 168 time: 0.3063931 Nov 09 10:47:40.704372 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374bbc8-b71f-4035-ba65-7b73a2294c2a req-87799b33-c7e9-407b-9116-28cfb3cf4d9b tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:40.708258 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6374bbc8-b71f-4035-ba65-7b73a2294c2a req-87799b33-c7e9-407b-9116-28cfb3cf4d9b tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 945 time: 0.0565169 Nov 09 10:47:40.716412 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f83e5-995f-4964-84d0-06ba9d458710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b506a0-b520-48da-9de8-352d7321de0c,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:40.730456 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f8e60-59b4-4f67-a180-290f7dc7127b req-332ac97c-e280-4e8b-aeab-628b322c04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:40.735134 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6c3f8e60-59b4-4f67-a180-290f7dc7127b req-332ac97c-e280-4e8b-aeab-628b322c04f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740297 Nov 09 10:47:40.796654 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-6374bbc8-b71f-4035-ba65-7b73a2294c2a req-0d72f3f6-5c46-4aab-9132-be365d998a07 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820913 Nov 09 10:47:40.838879 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6c3f8e60-59b4-4f67-a180-290f7dc7127b req-6eb150ec-f6b5-45c2-813b-e8b525f29aa5 service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959256 Nov 09 10:47:40.844281 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-7cf29d31-737e-43e9-8756-7312505e6a29 None None] Set router 12605b42-dd04-48fd-8422-9bbb7dec2aaf gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:47:41.210744 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-6c3f8e60-59b4-4f67-a180-290f7dc7127b req-796ffb80-d89c-46ac-a162-74d4b9cc8619 service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646736 Nov 09 10:47:41.216117 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-7cf29d31-737e-43e9-8756-7312505e6a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '26234b53-360b-4f6b-bc48-fb94f3bdca1c', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'port_id': '54c2d8a4-945b-4b08-a2ee-374408f308ec', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'mac_address': 'fa:16:3e:73:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d09c948-5d3a-46c1-933b-fa4a6113c27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:44:06Z', 'updated_at': '2021-11-09T10:44:10Z', 'revision_number': 1, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06a15f-9b65-4956-a7bc-1218ecaf7fb5', 'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'mac_address': 'fa:16:3e:d2:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:47Z', 'updated_at': '2021-11-09T10:40:51Z', 'revision_number': 5, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'subnets': [{'id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:41.243860 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf29d31-737e-43e9-8756-7312505e6a29 None None] The sync data for ids ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'] in dv-cinder-816628-1-iscsi is: [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_floatingips': [{'id': '26234b53-360b-4f6b-bc48-fb94f3bdca1c', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'router_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'port_id': '54c2d8a4-945b-4b08-a2ee-374408f308ec', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'mac_address': 'fa:16:3e:73:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d09c948-5d3a-46c1-933b-fa4a6113c27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:44:06Z', 'updated_at': '2021-11-09T10:44:10Z', 'revision_number': 1, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06a15f-9b65-4956-a7bc-1218ecaf7fb5', 'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'mac_address': 'fa:16:3e:d2:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:47Z', 'updated_at': '2021-11-09T10:40:51Z', 'revision_number': 5, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'subnets': [{'id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:47:41.467322 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f57f91-488c-4424-9aa4-d595f1232b9a None None] New status for floating IP b3d78cb8-647d-4d28-8537-2de45dca9808: DOWN {{(pid=101907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 10:47:41.766134 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50086) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:41.885166 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-94f8da77-907c-438f-9b6f-ba0749922bad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-772312994-network', 'tenant_id': '45f96b4503b5438490a1ae5fdfa15660'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:47:41.917019 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5b493-707f-441b-9df7-88cfa39f2523 req-c68751c1-89c1-4338-bbb1-d65f2f0ea97f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:41.918521 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4cc5b493-707f-441b-9df7-88cfa39f2523 req-c68751c1-89c1-4338-bbb1-d65f2f0ea97f tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 945 time: 0.0531538 Nov 09 10:47:41.967332 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-4cc5b493-707f-441b-9df7-88cfa39f2523 req-af5f2cf2-531c-4027-be20-8f0111f90064 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426638 Nov 09 10:47:42.010056 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f8da77-907c-438f-9b6f-ba0749922bad admin admin] Made reservation on behalf of 45f96b4503b5438490a1ae5fdfa15660 for: {'network': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:47:42.012452 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-94f8da77-907c-438f-9b6f-ba0749922bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for network, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:42.025240 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-94f8da77-907c-438f-9b6f-ba0749922bad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:42.096735 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-94f8da77-907c-438f-9b6f-ba0749922bad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:42.150923 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46548c9a-de4f-4a8d-a7d6-e2706b67ceb0 req-b3ae6ec0-5e67-48bf-b167-e14085bbef08 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:42.152391 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-46548c9a-de4f-4a8d-a7d6-e2706b67ceb0 req-b3ae6ec0-5e67-48bf-b167-e14085bbef08 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 945 time: 0.0482569 Nov 09 10:47:42.152547 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-94f8da77-907c-438f-9b6f-ba0749922bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:42.177392 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f8da77-907c-438f-9b6f-ba0749922bad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:47:42.187200 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8da77-907c-438f-9b6f-ba0749922bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71de02c-5abd-47a5-907f-f99702ab4647,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:42.193059 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-94f8da77-907c-438f-9b6f-ba0749922bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:42.194394 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.segments_db [None req-94f8da77-907c-438f-9b6f-ba0749922bad admin admin] Added segment 76c9ca98-6b24-45b3-aafb-c1d78d83cfd2 of type vlan for network 288d9c03-49fc-47a7-9860-55a1c979820f Nov 09 10:47:42.235559 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-94f8da77-907c-438f-9b6f-ba0749922bad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781390311891'] for network, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:42.253456 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-46548c9a-de4f-4a8d-a7d6-e2706b67ceb0 req-72858f7c-4d9c-4204-a1f1-ff459a439e8d tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Deleting port 3cb3b733-a4e3-4ecc-ab21-52dde689f09a {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:47:42.253789 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-46548c9a-de4f-4a8d-a7d6-e2706b67ceb0 req-72858f7c-4d9c-4204-a1f1-ff459a439e8d tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:42.335522 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-94f8da77-907c-438f-9b6f-ba0749922bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for network, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:42.336543 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f8da77-907c-438f-9b6f-ba0749922bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:42.337128 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-94f8da77-907c-438f-9b6f-ba0749922bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:42.340429 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-46548c9a-de4f-4a8d-a7d6-e2706b67ceb0 req-72858f7c-4d9c-4204-a1f1-ff459a439e8d tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] For port 3cb3b733-a4e3-4ecc-ab21-52dde689f09a, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=3cb3b733-a4e3-4ecc-ab21-52dde689f09a,segment=NetworkSegment(cd2cd2c2-136b-4dba-b04d-9a50d2575069),segment_id=cd2cd2c2-136b-4dba-b04d-9a50d2575069)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:47:42.340780 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-46548c9a-de4f-4a8d-a7d6-e2706b67ceb0 req-72858f7c-4d9c-4204-a1f1-ff459a439e8d tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:42.357204 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-46548c9a-de4f-4a8d-a7d6-e2706b67ceb0 req-72858f7c-4d9c-4204-a1f1-ff459a439e8d tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Calling delete_port for 3cb3b733-a4e3-4ecc-ab21-52dde689f09a owned by compute:nova {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:47:42.398451 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8da77-907c-438f-9b6f-ba0749922bad admin admin] Pushing event updated for resources: {'Network': ['ID=288d9c03-49fc-47a7-9860-55a1c979820f,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:42.408528 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Network 288d9c03-49fc-47a7-9860-55a1c979820f details requested by agent ovs-agent-dv-cinder-816628-1-iscsi with host dv-cinder-816628-1-iscsi {{(pid=101906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 10:47:42.435229 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-94f8da77-907c-438f-9b6f-ba0749922bad admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6679735 Nov 09 10:47:42.437934 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50092) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:42.442624 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-e2254eed-b495-429e-8ed7-640bba5e26d6 admin admin] Request body: {'subnet': {'network_id': '288d9c03-49fc-47a7-9860-55a1c979820f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-772312994-subnet', 'tenant_id': '45f96b4503b5438490a1ae5fdfa15660', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:47:42.518495 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2254eed-b495-429e-8ed7-640bba5e26d6 admin admin] Made reservation on behalf of 45f96b4503b5438490a1ae5fdfa15660 for: {'subnet': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:47:42.520919 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e2254eed-b495-429e-8ed7-640bba5e26d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8461273'] for subnet, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:42.541256 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-46548c9a-de4f-4a8d-a7d6-e2706b67ceb0 req-72858f7c-4d9c-4204-a1f1-ff459a439e8d tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:42.570082 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72858f7c-4d9c-4204-a1f1-ff459a439e8d tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event deleted for resources: {'Port': ['ID=3cb3b733-a4e3-4ecc-ab21-52dde689f09a,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:42.616693 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [req-46548c9a-de4f-4a8d-a7d6-e2706b67ceb0 req-72858f7c-4d9c-4204-a1f1-ff459a439e8d tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] No DVR routers for this DVR port 3cb3b733-a4e3-4ecc-ab21-52dde689f09a on host hv-cinder-81662 {{(pid=101905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:47:42.619640 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-46548c9a-de4f-4a8d-a7d6-e2706b67ceb0 req-72858f7c-4d9c-4204-a1f1-ff459a439e8d tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:42.623010 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-46548c9a-de4f-4a8d-a7d6-e2706b67ceb0 req-72858f7c-4d9c-4204-a1f1-ff459a439e8d tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.30 "DELETE /v2.0/ports/3cb3b733-a4e3-4ecc-ab21-52dde689f09a HTTP/1.1" status: 204 len: 173 time: 0.4647527 Nov 09 10:47:42.623416 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9c2589-c6e3-4bd4-baa4-8b6468833d24', 'name': 'network-vif-deleted', 'tag': '3cb3b733-a4e3-4ecc-ab21-52dde689f09a'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:47:42.625766 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb6c88a-965f-4c0c-a48a-845bd75e4088" -d '{"events": [{"server_uuid": "0a9c2589-c6e3-4bd4-baa4-8b6468833d24", "name": "network-vif-deleted", "tag": "3cb3b733-a4e3-4ecc-ab21-52dde689f09a"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:47:42.663642 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae8e47e-a196-468e-a605-5bb5748c7ca9 x-openstack-request-id: req-8ae8e47e-a196-468e-a605-5bb5748c7ca9 {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:47:42.663642 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9c2589-c6e3-4bd4-baa4-8b6468833d24", "name": "network-vif-deleted", "tag": "3cb3b733-a4e3-4ecc-ab21-52dde689f09a", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:47:42.663642 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ae8e47e-a196-468e-a605-5bb5748c7ca9 {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:47:42.663936 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9c2589-c6e3-4bd4-baa4-8b6468833d24', 'name': 'network-vif-deleted', 'tag': '3cb3b733-a4e3-4ecc-ab21-52dde689f09a', 'status': 'completed', 'code': 200} Nov 09 10:47:42.753063 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e2254eed-b495-429e-8ed7-640bba5e26d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9053748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8460579'] for subnet, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:42.806733 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2254eed-b495-429e-8ed7-640bba5e26d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd0fdbfe-ec37-44e3-9014-318b20f32a52,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:42.817071 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2254eed-b495-429e-8ed7-640bba5e26d6 admin admin] Checking segment: {'id': '76c9ca98-6b24-45b3-aafb-c1d78d83cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '288d9c03-49fc-47a7-9860-55a1c979820f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:47:42.817421 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2254eed-b495-429e-8ed7-640bba5e26d6 admin admin] Network hostable DHCP agents. Network: 288d9c03-49fc-47a7-9860-55a1c979820f, hostable agents: ['bb6b8b96-70eb-486f-b492-dd7d5d6af293'], hosted agents: [] {{(pid=101904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:47:42.884120 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2254eed-b495-429e-8ed7-640bba5e26d6 admin admin] Network 288d9c03-49fc-47a7-9860-55a1c979820f is scheduled to be hosted by DHCP agent bb6b8b96-70eb-486f-b492-dd7d5d6af293 with binding_index 1 {{(pid=101904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:47:42.952988 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-e2254eed-b495-429e-8ed7-640bba5e26d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816628-1-iscsi, 288d9c03-49fc-47a7-9860-55a1c979820f) {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:47:42.957167 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2254eed-b495-429e-8ed7-640bba5e26d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:42.963090 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e2254eed-b495-429e-8ed7-640bba5e26d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:42.963375 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c7ff39-d7ea-44fa-8183-e40b8bf85429 None None] Network 288d9c03-49fc-47a7-9860-55a1c979820f requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:47:43.070646 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-e2254eed-b495-429e-8ed7-640bba5e26d6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6239064 Nov 09 10:47:43.100925 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2895eb00-255a-4529-a128-62e1d5b0957f None None] Network 288d9c03-49fc-47a7-9860-55a1c979820f requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:47:43.111961 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-f3b9877f-0592-4c45-8fff-340ef6021ebe req-9f1d843e-81d6-4545-986a-863bccd834c0 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c2589-c6e3-4bd4-baa4-8b6468833d24 HTTP/1.1" status: 200 len: 210 time: 0.0658400 Nov 09 10:47:43.800612 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50112) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:43.805656 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-4d6b274e-957b-4737-b974-b06a2257b5bf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2073765823-network', 'tenant_id': 'b3157a6149c14cdd894375dc7f898bad'}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:47:43.889956 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6b274e-957b-4737-b974-b06a2257b5bf admin admin] Made reservation on behalf of b3157a6149c14cdd894375dc7f898bad for: {'network': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:47:43.892503 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4d6b274e-957b-4737-b974-b06a2257b5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728532'] for network, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:43.904429 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4d6b274e-957b-4737-b974-b06a2257b5bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:43.976624 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4d6b274e-957b-4737-b974-b06a2257b5bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:44.049726 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4d6b274e-957b-4737-b974-b06a2257b5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:44.073931 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6b274e-957b-4737-b974-b06a2257b5bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:47:44.082533 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b274e-957b-4737-b974-b06a2257b5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdee4a9-fabe-4130-9900-75853180650c,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:44.088867 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4d6b274e-957b-4737-b974-b06a2257b5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:44.089199 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.segments_db [None req-4d6b274e-957b-4737-b974-b06a2257b5bf admin admin] Added segment 36851b93-f182-4ff4-b23b-83cad6cf6ec2 of type vlan for network f6c44023-0ced-4262-8e41-6f0768d891b2 Nov 09 10:47:44.127503 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4d6b274e-957b-4737-b974-b06a2257b5bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781390311891'] for network, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:44.226958 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4d6b274e-957b-4737-b974-b06a2257b5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891'] for network, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:44.227888 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6b274e-957b-4737-b974-b06a2257b5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:44.228539 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-4d6b274e-957b-4737-b974-b06a2257b5bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:44.288560 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b274e-957b-4737-b974-b06a2257b5bf admin admin] Pushing event updated for resources: {'Network': ['ID=f6c44023-0ced-4262-8e41-6f0768d891b2,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:44.298812 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Network f6c44023-0ced-4262-8e41-6f0768d891b2 details requested by agent ovs-agent-dv-cinder-816628-1-iscsi with host dv-cinder-816628-1-iscsi {{(pid=101906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 10:47:44.332406 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-4d6b274e-957b-4737-b974-b06a2257b5bf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5306175 Nov 09 10:47:44.335122 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50118) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:44.339928 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.v2.base [None req-cac7f234-5653-4e2b-b0ff-a65a023a1e71 admin admin] Request body: {'subnet': {'network_id': 'f6c44023-0ced-4262-8e41-6f0768d891b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2073765823-subnet', 'tenant_id': 'b3157a6149c14cdd894375dc7f898bad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 10:47:44.443680 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac7f234-5653-4e2b-b0ff-a65a023a1e71 admin admin] Made reservation on behalf of b3157a6149c14cdd894375dc7f898bad for: {'subnet': 1} {{(pid=101904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:47:44.446053 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cac7f234-5653-4e2b-b0ff-a65a023a1e71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8461273'] for subnet, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:44.684456 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cac7f234-5653-4e2b-b0ff-a65a023a1e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9053748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8460579'] for subnet, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:44.737109 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7f234-5653-4e2b-b0ff-a65a023a1e71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab9055dc-7fd6-469a-850a-a42aff3d5e1d,revision_number=0']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:44.748280 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac7f234-5653-4e2b-b0ff-a65a023a1e71 admin admin] Checking segment: {'id': '36851b93-f182-4ff4-b23b-83cad6cf6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6c44023-0ced-4262-8e41-6f0768d891b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 10:47:44.748636 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac7f234-5653-4e2b-b0ff-a65a023a1e71 admin admin] Network hostable DHCP agents. Network: f6c44023-0ced-4262-8e41-6f0768d891b2, hostable agents: ['bb6b8b96-70eb-486f-b492-dd7d5d6af293'], hosted agents: [] {{(pid=101904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:47:44.844204 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac7f234-5653-4e2b-b0ff-a65a023a1e71 admin admin] Network f6c44023-0ced-4262-8e41-6f0768d891b2 is scheduled to be hosted by DHCP agent bb6b8b96-70eb-486f-b492-dd7d5d6af293 with binding_index 1 {{(pid=101904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:47:44.935356 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.base_scheduler [None req-cac7f234-5653-4e2b-b0ff-a65a023a1e71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816628-1-iscsi, f6c44023-0ced-4262-8e41-6f0768d891b2) {{(pid=101904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:47:44.939346 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac7f234-5653-4e2b-b0ff-a65a023a1e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:44.939932 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cac7f234-5653-4e2b-b0ff-a65a023a1e71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:44.945820 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8856cf6-0825-4522-a8d7-68ff418ddbbc None None] Network f6c44023-0ced-4262-8e41-6f0768d891b2 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:47:45.060097 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-cac7f234-5653-4e2b-b0ff-a65a023a1e71 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7164574 Nov 09 10:47:45.068572 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dffe5d-a164-4d87-91c1-e80d90d3fdfe None None] Network f6c44023-0ced-4262-8e41-6f0768d891b2 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:47:45.164865 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50124) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:45.210476 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a576c46-5ea4-41ce-828c-d047743b9f9a admin admin] Deleting subnet fd0fdbfe-ec37-44e3-9014-318b20f32a52 {{(pid=101905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 10:47:45.213635 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1a576c46-5ea4-41ce-828c-d047743b9f9a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:45.247922 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1a576c46-5ea4-41ce-828c-d047743b9f9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7956809'] for subnet, precommit_delete_associations {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:45.289687 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1a576c46-5ea4-41ce-828c-d047743b9f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1578030'] for subnet, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:45.410274 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1a576c46-5ea4-41ce-828c-d047743b9f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1578023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8831772'] for subnet, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:45.438659 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a576c46-5ea4-41ce-828c-d047743b9f9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd0fdbfe-ec37-44e3-9014-318b20f32a52,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:45.444325 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-1a576c46-5ea4-41ce-828c-d047743b9f9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:45.448405 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-1a576c46-5ea4-41ce-828c-d047743b9f9a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fd0fdbfe-ec37-44e3-9014-318b20f32a52 HTTP/1.1" status: 204 len: 168 time: 0.2825019 Nov 09 10:47:45.450381 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50130) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:45.517622 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5a832f43-c44a-4c44-a8cf-b814aac8668c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1668299'] for network, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:45.619515 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5a832f43-c44a-4c44-a8cf-b814aac8668c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1578843', 'neutron.services.segments.db._delete_segments_for_network-8781390831665'] for network, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:45.644706 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.services.segments.db [None req-5a832f43-c44a-4c44-a8cf-b814aac8668c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288d9c03-49fc-47a7-9860-55a1c979820f']}} {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:45.653514 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.services.segments.db [None req-5a832f43-c44a-4c44-a8cf-b814aac8668c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c9ca98-6b24-45b3-aafb-c1d78d83cfd2') {'for_net_delete': True} {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:45.653798 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.services.segments.db [None req-5a832f43-c44a-4c44-a8cf-b814aac8668c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c9ca98-6b24-45b3-aafb-c1d78d83cfd2') {} {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:45.662809 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5a832f43-c44a-4c44-a8cf-b814aac8668c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781390865722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7956816'] for segment, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:45.675400 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5a832f43-c44a-4c44-a8cf-b814aac8668c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:45.681421 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a832f43-c44a-4c44-a8cf-b814aac8668c admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 10:47:45.681807 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5a832f43-c44a-4c44-a8cf-b814aac8668c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462386'] for segment, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: Traceback (most recent call last): Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: timer() Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: cb(*args, **kw) Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: return func(*args, **kwargs) Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: self._notify() Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: self.callback(batched_events) Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: event.method(event) Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: return f(self, *a, **k) Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: return self._get(url).json() Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: return self.request(url, 'GET', **kwargs) Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 10:47:45.683459 dv-cinder-816628-1-iscsi neutron-server[101905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 10:47:45.810279 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5a832f43-c44a-4c44-a8cf-b814aac8668c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741285'] for network, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:45.815646 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-5a832f43-c44a-4c44-a8cf-b814aac8668c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:45.818788 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-5a832f43-c44a-4c44-a8cf-b814aac8668c admin admin] 10.222.0.35 "DELETE /v2.0/networks/288d9c03-49fc-47a7-9860-55a1c979820f HTTP/1.1" status: 204 len: 168 time: 0.3674843 Nov 09 10:47:45.821715 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50134) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:45.838564 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a832f43-c44a-4c44-a8cf-b814aac8668c admin admin] Pushing event deleted for resources: {'Network': ['ID=288d9c03-49fc-47a7-9860-55a1c979820f,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:45.876190 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31c6971-29b3-45e6-ac4b-21d7d3a677d1 admin admin] Deleting subnet ab9055dc-7fd6-469a-850a-a42aff3d5e1d {{(pid=101905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 10:47:45.879359 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b31c6971-29b3-45e6-ac4b-21d7d3a677d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:45.924966 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b31c6971-29b3-45e6-ac4b-21d7d3a677d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7956809'] for subnet, precommit_delete_associations {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:45.973339 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b31c6971-29b3-45e6-ac4b-21d7d3a677d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1578030'] for subnet, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:46.101505 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b31c6971-29b3-45e6-ac4b-21d7d3a677d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1578023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8831772'] for subnet, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:46.127719 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c6971-29b3-45e6-ac4b-21d7d3a677d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab9055dc-7fd6-469a-850a-a42aff3d5e1d,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:46.131470 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b31c6971-29b3-45e6-ac4b-21d7d3a677d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:46.134687 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-b31c6971-29b3-45e6-ac4b-21d7d3a677d1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ab9055dc-7fd6-469a-850a-a42aff3d5e1d HTTP/1.1" status: 204 len: 168 time: 0.3120301 Nov 09 10:47:46.137327 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50136) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:46.147845 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 3cb3b733-a4e3-4ecc-ab21-52dde689f09a no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:47:46.167850 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] No Port match for: 3cb3b733-a4e3-4ecc-ab21-52dde689f09a {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:47:46.168737 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 3cb3b733-a4e3-4ecc-ab21-52dde689f09a not bound to the agent host hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:47:46.204503 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-42434020-1c50-4b9b-b990-197340e6eb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1668299'] for network, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:46.287229 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-42434020-1c50-4b9b-b990-197340e6eb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1578843', 'neutron.services.segments.db._delete_segments_for_network-8781390831665'] for network, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:46.306754 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.services.segments.db [None req-42434020-1c50-4b9b-b990-197340e6eb2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c44023-0ced-4262-8e41-6f0768d891b2']}} {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:46.315813 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.services.segments.db [None req-42434020-1c50-4b9b-b990-197340e6eb2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36851b93-f182-4ff4-b23b-83cad6cf6ec2') {'for_net_delete': True} {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:46.316128 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.services.segments.db [None req-42434020-1c50-4b9b-b990-197340e6eb2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36851b93-f182-4ff4-b23b-83cad6cf6ec2') {} {{(pid=101905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:46.325213 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-42434020-1c50-4b9b-b990-197340e6eb2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781390865722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7956816'] for segment, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:46.337567 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-42434020-1c50-4b9b-b990-197340e6eb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:46.343728 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42434020-1c50-4b9b-b990-197340e6eb2a admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 10:47:46.344130 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-42434020-1c50-4b9b-b990-197340e6eb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462386'] for segment, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: Traceback (most recent call last): Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: timer() Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: cb(*args, **kw) Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: return func(*args, **kwargs) Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: self._notify() Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: self.callback(batched_events) Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: event.method(event) Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: return f(self, *a, **k) Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: return self._get(url).json() Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: return self.request(url, 'GET', **kwargs) Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 10:47:46.345841 dv-cinder-816628-1-iscsi neutron-server[101905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 10:47:46.460784 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-42434020-1c50-4b9b-b990-197340e6eb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741285'] for network, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:46.466512 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-42434020-1c50-4b9b-b990-197340e6eb2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:46.469652 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-42434020-1c50-4b9b-b990-197340e6eb2a admin admin] 10.222.0.35 "DELETE /v2.0/networks/f6c44023-0ced-4262-8e41-6f0768d891b2 HTTP/1.1" status: 204 len: 168 time: 0.3314152 Nov 09 10:47:46.481084 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42434020-1c50-4b9b-b990-197340e6eb2a admin admin] Pushing event deleted for resources: {'Network': ['ID=f6c44023-0ced-4262-8e41-6f0768d891b2,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:46.602253 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50142) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:46.760849 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-c3253c62-325f-4138-bc42-a53e1ba26fc8 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Deleting port 188f626b-c142-4193-a8da-2272ab6c3f60 {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:47:46.761187 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c3253c62-325f-4138-bc42-a53e1ba26fc8 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:46.840450 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c3253c62-325f-4138-bc42-a53e1ba26fc8 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:46.840754 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c3253c62-325f-4138-bc42-a53e1ba26fc8 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:46.852251 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-c3253c62-325f-4138-bc42-a53e1ba26fc8 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Calling delete_port for 188f626b-c142-4193-a8da-2272ab6c3f60 owned by network:floatingip {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:47:46.876315 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50144) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:46.917161 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-70266edd-b856-41df-9086-20f6b0b8b91c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45f96b4503b5438490a1ae5fdfa15660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395460 Nov 09 10:47:46.919718 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50146) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:46.967412 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c537635f-4dca-4e33-b7d9-e5dd6b09aaa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:46.988725 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c537635f-4dca-4e33-b7d9-e5dd6b09aaa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:47.061299 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c3253c62-325f-4138-bc42-a53e1ba26fc8 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:47.084592 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3253c62-325f-4138-bc42-a53e1ba26fc8 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event deleted for resources: {'Port': ['ID=188f626b-c142-4193-a8da-2272ab6c3f60,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:47.100999 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c537635f-4dca-4e33-b7d9-e5dd6b09aaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:47.103568 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-c537635f-4dca-4e33-b7d9-e5dd6b09aaa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:47.104751 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-c537635f-4dca-4e33-b7d9-e5dd6b09aaa3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e71de02c-5abd-47a5-907f-f99702ab4647 HTTP/1.1" status: 204 len: 168 time: 0.1840992 Nov 09 10:47:47.113386 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537635f-4dca-4e33-b7d9-e5dd6b09aaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71de02c-5abd-47a5-907f-f99702ab4647,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:47.148351 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c3253c62-325f-4138-bc42-a53e1ba26fc8 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for floatingip, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:47.148674 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.db.l3_db [None req-c3253c62-325f-4138-bc42-a53e1ba26fc8 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Floating IP 26234b53-360b-4f6b-bc48-fb94f3bdca1c disassociated (deleted). External IP: 172.27.0.53, port: 54c2d8a4-945b-4b08-a2ee-374408f308ec. Nov 09 10:47:47.358718 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3253c62-325f-4138-bc42-a53e1ba26fc8 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Router 12605b42-dd04-48fd-8422-9bbb7dec2aaf has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:47:47.730044 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3253c62-325f-4138-bc42-a53e1ba26fc8 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:47:47.735380 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c3253c62-325f-4138-bc42-a53e1ba26fc8 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for floatingip, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:47.740410 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77091efe-7110-466c-8eac-a61aff4c5032 None None] Sync routers for ids ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'] in dv-cinder-816628-1-iscsi {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:47:47.750758 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77091efe-7110-466c-8eac-a61aff4c5032 None None] Routers {'12605b42-dd04-48fd-8422-9bbb7dec2aaf'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:47:47.751216 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-77091efe-7110-466c-8eac-a61aff4c5032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:47:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:47.762363 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-c3253c62-325f-4138-bc42-a53e1ba26fc8 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "DELETE /v2.0/floatingips/26234b53-360b-4f6b-bc48-fb94f3bdca1c HTTP/1.1" status: 204 len: 168 time: 1.1589310 Nov 09 10:47:47.762951 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d09c948-5d3a-46c1-933b-fa4a6113c27a', 'tag': '54c2d8a4-945b-4b08-a2ee-374408f308ec'}] {{(pid=101904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:47:47.765275 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f326583effa81b0be75a3f25ec2f0e4be9b8e71181cef77e0279ab4a855b3b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7692764-f0a8-4712-8c98-a855521258c0" -d '{"events": [{"name": "network-changed", "server_uuid": "7d09c948-5d3a-46c1-933b-fa4a6113c27a", "tag": "54c2d8a4-945b-4b08-a2ee-374408f308ec"}]}' {{(pid=101904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:47:47.805139 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 10:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e250006d-3393-451f-93c7-08a6de7d9dee x-openstack-request-id: req-e250006d-3393-451f-93c7-08a6de7d9dee {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:47:47.808256 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d09c948-5d3a-46c1-933b-fa4a6113c27a", "tag": "54c2d8a4-945b-4b08-a2ee-374408f308ec", "status": "completed", "code": 200}]} {{(pid=101904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:47:47.808256 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e250006d-3393-451f-93c7-08a6de7d9dee {{(pid=101904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:47:47.808256 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d09c948-5d3a-46c1-933b-fa4a6113c27a', 'tag': '54c2d8a4-945b-4b08-a2ee-374408f308ec', 'status': 'completed', 'code': 200} Nov 09 10:47:47.808798 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50156) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:47.863873 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-77091efe-7110-466c-8eac-a61aff4c5032 None None] Set router 12605b42-dd04-48fd-8422-9bbb7dec2aaf gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:47:47.890315 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-ed8a552a-1db2-4e90-870c-4be3a7fcf457 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b3157a6149c14cdd894375dc7f898bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0804205 Nov 09 10:47:47.894377 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50158) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:47.904065 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7692764-f0a8-4712-8c98-a855521258c0 req-3cdedf90-975d-46ff-86bd-0a27f511c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:47.905638 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e7692764-f0a8-4712-8c98-a855521258c0 req-3cdedf90-975d-46ff-86bd-0a27f511c76e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f193ff8d94534794ba21cabcf0169326&device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 1099 time: 0.0693204 Nov 09 10:47:47.946798 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ad87a1a0-16cb-4943-8524-3f48630e1bb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:47.975233 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ad87a1a0-16cb-4943-8524-3f48630e1bb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:48.004831 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7692764-f0a8-4712-8c98-a855521258c0 req-9fa3fa0d-f4d0-403b-89f7-d751a96735f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:48.006329 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e7692764-f0a8-4712-8c98-a855521258c0 req-9fa3fa0d-f4d0-403b-89f7-d751a96735f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a HTTP/1.1" status: 200 len: 911 time: 0.0931473 Nov 09 10:47:48.053906 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e7692764-f0a8-4712-8c98-a855521258c0 req-3e1db616-e8d6-4f31-8451-cfbaa1e6bd93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54c2d8a4-945b-4b08-a2ee-374408f308ec HTTP/1.1" status: 200 len: 217 time: 0.0400162 Nov 09 10:47:48.073917 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-77091efe-7110-466c-8eac-a61aff4c5032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '6e06a15f-9b65-4956-a7bc-1218ecaf7fb5', 'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'mac_address': 'fa:16:3e:d2:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:47Z', 'updated_at': '2021-11-09T10:40:51Z', 'revision_number': 5, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'subnets': [{'id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:48.104182 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77091efe-7110-466c-8eac-a61aff4c5032 None None] Checking router: 12605b42-dd04-48fd-8422-9bbb7dec2aaf for host: dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:47:48.115839 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ad87a1a0-16cb-4943-8524-3f48630e1bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:48.116120 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77091efe-7110-466c-8eac-a61aff4c5032 None None] Routers {'12605b42-dd04-48fd-8422-9bbb7dec2aaf'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:47:48.116120 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-77091efe-7110-466c-8eac-a61aff4c5032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:47:23Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:48.116299 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7692764-f0a8-4712-8c98-a855521258c0 req-bf6df697-7daf-4e14-b0da-c8c8fa5fe955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:48.117870 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e7692764-f0a8-4712-8c98-a855521258c0 req-bf6df697-7daf-4e14-b0da-c8c8fa5fe955 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd36f13f-4940-4cef-a69d-ffd58a026a88 HTTP/1.1" status: 200 len: 850 time: 0.0566719 Nov 09 10:47:48.119132 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ad87a1a0-16cb-4943-8524-3f48630e1bb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:48.123583 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-ad87a1a0-16cb-4943-8524-3f48630e1bb0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bcdee4a9-fabe-4130-9900-75853180650c HTTP/1.1" status: 204 len: 168 time: 0.2289519 Nov 09 10:47:48.137878 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87a1a0-16cb-4943-8524-3f48630e1bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdee4a9-fabe-4130-9900-75853180650c,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:48.177850 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7692764-f0a8-4712-8c98-a855521258c0 req-d67e0d87-9ab6-425e-aed2-ff8a3184c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:48.180351 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e7692764-f0a8-4712-8c98-a855521258c0 req-d67e0d87-9ab6-425e-aed2-ff8a3184c552 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555599 Nov 09 10:47:48.291417 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-77091efe-7110-466c-8eac-a61aff4c5032 None None] Set router 12605b42-dd04-48fd-8422-9bbb7dec2aaf gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:47:48.303631 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df8d6d-3a86-486b-9f41-30699e1e6de1 req-8243aef8-e8f7-4fdc-afc3-74a600d6ef8e tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:48.306505 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-45df8d6d-3a86-486b-9f41-30699e1e6de1 req-8243aef8-e8f7-4fdc-afc3-74a600d6ef8e tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 946 time: 0.0670211 Nov 09 10:47:48.323804 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e7692764-f0a8-4712-8c98-a855521258c0 req-d7fd7647-3fcb-4970-a55b-f66f26c7bbe1 service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363037 Nov 09 10:47:48.368828 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [req-45df8d6d-3a86-486b-9f41-30699e1e6de1 req-2b90bd41-1e08-4f7e-b3b5-b248f803715c tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537777 Nov 09 10:47:48.434769 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e7692764-f0a8-4712-8c98-a855521258c0 req-213ce635-a5bd-42c6-9a78-557475717570 service neutron] 10.222.0.30 "GET /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005883 Nov 09 10:47:48.526948 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-77091efe-7110-466c-8eac-a61aff4c5032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '6e06a15f-9b65-4956-a7bc-1218ecaf7fb5', 'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'mac_address': 'fa:16:3e:d2:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:47Z', 'updated_at': '2021-11-09T10:40:51Z', 'revision_number': 5, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'subnets': [{'id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:48.554719 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77091efe-7110-466c-8eac-a61aff4c5032 None None] The sync data for ids ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'] in dv-cinder-816628-1-iscsi is: [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:47Z', 'revision_number': 4, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi', '_interfaces': [{'id': '6e06a15f-9b65-4956-a7bc-1218ecaf7fb5', 'name': '', 'network_id': 'd9ec3b3d-16d6-42bb-8661-ba5a7b86073a', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'mac_address': 'fa:16:3e:d2:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:47Z', 'updated_at': '2021-11-09T10:40:51Z', 'revision_number': 5, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'subnets': [{'id': 'cd36f13f-4940-4cef-a69d-ffd58a026a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:47:48.789945 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9042e7-2956-4ae3-ae6a-102784123972 None None] New status for floating IP 26234b53-360b-4f6b-bc48-fb94f3bdca1c: DOWN {{(pid=101907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 10:47:49.497860 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6230a07-991d-4a64-b0e2-ea3e31971700 req-98e73280-fb49-451c-b7bf-071190c0e42c tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:49.499423 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e6230a07-991d-4a64-b0e2-ea3e31971700 req-98e73280-fb49-451c-b7bf-071190c0e42c tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 946 time: 0.0558901 Nov 09 10:47:49.554992 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-e6230a07-991d-4a64-b0e2-ea3e31971700 req-ddf96ba9-acc0-45c0-b582-cd948ae00a26 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/security-groups?id=269cfdd5-5716-418b-b2ad-d87714e9fc49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493879 Nov 09 10:47:49.757835 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0e25b-fc21-49f3-b6be-793e0ae1b7f3 req-fbd40c31-6782-4795-86cf-d151044e150d tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:49.759280 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7aa0e25b-fc21-49f3-b6be-793e0ae1b7f3 req-fbd40c31-6782-4795-86cf-d151044e150d tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 946 time: 0.0488586 Nov 09 10:47:49.849411 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-7aa0e25b-fc21-49f3-b6be-793e0ae1b7f3 req-8d7b28ed-8b4a-4064-bb55-35ca48655266 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Deleting port 54c2d8a4-945b-4b08-a2ee-374408f308ec {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:47:49.849742 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-7aa0e25b-fc21-49f3-b6be-793e0ae1b7f3 req-8d7b28ed-8b4a-4064-bb55-35ca48655266 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:49.950435 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [req-7aa0e25b-fc21-49f3-b6be-793e0ae1b7f3 req-8d7b28ed-8b4a-4064-bb55-35ca48655266 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] For port 54c2d8a4-945b-4b08-a2ee-374408f308ec, host hv-cinder-81662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81662',level=0,port_id=54c2d8a4-945b-4b08-a2ee-374408f308ec,segment=NetworkSegment(cd2cd2c2-136b-4dba-b04d-9a50d2575069),segment_id=cd2cd2c2-136b-4dba-b04d-9a50d2575069)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:47:49.956887 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-7aa0e25b-fc21-49f3-b6be-793e0ae1b7f3 req-8d7b28ed-8b4a-4064-bb55-35ca48655266 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:49.971859 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [req-7aa0e25b-fc21-49f3-b6be-793e0ae1b7f3 req-8d7b28ed-8b4a-4064-bb55-35ca48655266 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Calling delete_port for 54c2d8a4-945b-4b08-a2ee-374408f308ec owned by compute:nova {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:47:50.163390 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-7aa0e25b-fc21-49f3-b6be-793e0ae1b7f3 req-8d7b28ed-8b4a-4064-bb55-35ca48655266 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:50.190623 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b28ed-8b4a-4064-bb55-35ca48655266 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event deleted for resources: {'Port': ['ID=54c2d8a4-945b-4b08-a2ee-374408f308ec,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:50.235100 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa0e25b-fc21-49f3-b6be-793e0ae1b7f3 req-8d7b28ed-8b4a-4064-bb55-35ca48655266 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] No DVR routers for this DVR port 54c2d8a4-945b-4b08-a2ee-374408f308ec on host hv-cinder-81662 {{(pid=101905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:47:50.238151 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [req-7aa0e25b-fc21-49f3-b6be-793e0ae1b7f3 req-8d7b28ed-8b4a-4064-bb55-35ca48655266 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for port, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:50.241361 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-7aa0e25b-fc21-49f3-b6be-793e0ae1b7f3 req-8d7b28ed-8b4a-4064-bb55-35ca48655266 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.30 "DELETE /v2.0/ports/54c2d8a4-945b-4b08-a2ee-374408f308ec HTTP/1.1" status: 204 len: 173 time: 0.4762456 Nov 09 10:47:50.242059 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d09c948-5d3a-46c1-933b-fa4a6113c27a', 'name': 'network-vif-deleted', 'tag': '54c2d8a4-945b-4b08-a2ee-374408f308ec'}] {{(pid=101905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:47:50.244382 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b70e346ad49e3592c8b5ddc8c8febfc2a81dd396854414c0a2a2e8c72932e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80359093-c0e6-45e0-8c71-1ba25f031dc0" -d '{"events": [{"server_uuid": "7d09c948-5d3a-46c1-933b-fa4a6113c27a", "name": "network-vif-deleted", "tag": "54c2d8a4-945b-4b08-a2ee-374408f308ec"}]}' {{(pid=101905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 10:47:50.291446 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 10:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141938cb-8176-4a52-a55e-63bfb662190b x-openstack-request-id: req-141938cb-8176-4a52-a55e-63bfb662190b {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 10:47:50.291737 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d09c948-5d3a-46c1-933b-fa4a6113c27a", "name": "network-vif-deleted", "tag": "54c2d8a4-945b-4b08-a2ee-374408f308ec", "status": "completed", "code": 200}]} {{(pid=101905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 10:47:50.292032 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-141938cb-8176-4a52-a55e-63bfb662190b {{(pid=101905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 10:47:50.292430 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d09c948-5d3a-46c1-933b-fa4a6113c27a', 'name': 'network-vif-deleted', 'tag': '54c2d8a4-945b-4b08-a2ee-374408f308ec', 'status': 'completed', 'code': 200} Nov 09 10:47:50.603873 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-1a58043b-f025-47cc-8bde-ad92e1a707fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:50.660571 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [req-a2b5ce5d-7ba3-4b2d-8bf7-33a63bbb5389 req-524d1f64-1b50-4597-958e-17844ee1f26d tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d09c948-5d3a-46c1-933b-fa4a6113c27a HTTP/1.1" status: 200 len: 210 time: 0.0310013 Nov 09 10:47:51.718530 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50212) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:51.841407 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-1e8f94ed-083b-416a-834c-a2ea25009683 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Deleting port 6c719efd-1f1b-4bf2-a0fd-7ee7ae2d2c71 {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:47:51.841724 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1e8f94ed-083b-416a-834c-a2ea25009683 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:51.916549 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1e8f94ed-083b-416a-834c-a2ea25009683 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:51.916976 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1e8f94ed-083b-416a-834c-a2ea25009683 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:51.929518 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-1e8f94ed-083b-416a-834c-a2ea25009683 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Calling delete_port for 6c719efd-1f1b-4bf2-a0fd-7ee7ae2d2c71 owned by network:floatingip {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:47:52.157749 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1e8f94ed-083b-416a-834c-a2ea25009683 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:52.187391 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f94ed-083b-416a-834c-a2ea25009683 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event deleted for resources: {'Port': ['ID=6c719efd-1f1b-4bf2-a0fd-7ee7ae2d2c71,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:52.256003 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1e8f94ed-083b-416a-834c-a2ea25009683 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for floatingip, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:52.258890 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1e8f94ed-083b-416a-834c-a2ea25009683 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237981'] for floatingip, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:52.260105 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-1e8f94ed-083b-416a-834c-a2ea25009683 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "DELETE /v2.0/floatingips/5f9575f1-dbb0-4ca7-b81f-83538bdd07e2 HTTP/1.1" status: 204 len: 168 time: 0.5405128 Nov 09 10:47:53.283916 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9ac9-e344-4bac-a893-29c1952ab836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:53.616844 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50232) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:53.725661 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d33adf84-5bf2-4b4a-90db-2c15ffe51c59 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:53.749863 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:47:53.753160 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d33adf84-5bf2-4b4a-90db-2c15ffe51c59 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:53.952730 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d33adf84-5bf2-4b4a-90db-2c15ffe51c59 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:53.955538 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-d33adf84-5bf2-4b4a-90db-2c15ffe51c59 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:53.957051 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-d33adf84-5bf2-4b4a-90db-2c15ffe51c59 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] 10.222.0.35 "DELETE /v2.0/security-groups/269cfdd5-5716-418b-b2ad-d87714e9fc49 HTTP/1.1" status: 204 len: 168 time: 0.3387954 Nov 09 10:47:53.969397 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33adf84-5bf2-4b4a-90db-2c15ffe51c59 tempest-TestVolumeBootPattern-1102894926 tempest-TestVolumeBootPattern-1102894926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=269cfdd5-5716-418b-b2ad-d87714e9fc49,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:54.055375 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:54.139707 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50236) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:54.668139 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8f1a04fd-7cc3-4e70-8f84-6c565e86a127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740499'] for router_interface, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:54.714783 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 54c2d8a4-945b-4b08-a2ee-374408f308ec no longer exists at agent hyperv_hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:47:54.736447 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] No Port match for: 54c2d8a4-945b-4b08-a2ee-374408f308ec {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:47:54.736779 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Device 54c2d8a4-945b-4b08-a2ee-374408f308ec not bound to the agent host hv-cinder-81662 {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:47:54.906671 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a04fd-7cc3-4e70-8f84-6c565e86a127 admin admin] Deleting port 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5 {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:47:54.906910 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8f1a04fd-7cc3-4e70-8f84-6c565e86a127 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:54.986271 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [None req-8f1a04fd-7cc3-4e70-8f84-6c565e86a127 admin admin] For port 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=6e06a15f-9b65-4956-a7bc-1218ecaf7fb5,segment=NetworkSegment(cd2cd2c2-136b-4dba-b04d-9a50d2575069),segment_id=cd2cd2c2-136b-4dba-b04d-9a50d2575069)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:47:54.986649 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8f1a04fd-7cc3-4e70-8f84-6c565e86a127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:54.999170 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a04fd-7cc3-4e70-8f84-6c565e86a127 admin admin] Calling delete_port for 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5 owned by network:router_interface {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:47:55.278053 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8f1a04fd-7cc3-4e70-8f84-6c565e86a127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:55.303840 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a04fd-7cc3-4e70-8f84-6c565e86a127 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e06a15f-9b65-4956-a7bc-1218ecaf7fb5,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:55.482071 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-8f1a04fd-7cc3-4e70-8f84-6c565e86a127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570659'] for router_interface, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:55.523894 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:55.702520 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1a04fd-7cc3-4e70-8f84-6c565e86a127 admin admin] Router 12605b42-dd04-48fd-8422-9bbb7dec2aaf has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:47:55.810467 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1a04fd-7cc3-4e70-8f84-6c565e86a127 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:47:55.816868 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-8f1a04fd-7cc3-4e70-8f84-6c565e86a127 admin admin] 10.222.0.35 "PUT /v2.0/routers/12605b42-dd04-48fd-8422-9bbb7dec2aaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6754174 Nov 09 10:47:55.818221 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50244) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:55.822584 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b7a2c2-f6f6-4395-9fd9-b7c77bb5d9c8 None None] Sync routers for ids ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'] in dv-cinder-816628-1-iscsi {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:47:55.833597 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b7a2c2-f6f6-4395-9fd9-b7c77bb5d9c8 None None] Routers {'12605b42-dd04-48fd-8422-9bbb7dec2aaf'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:47:55.834296 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-25b7a2c2-f6f6-4395-9fd9-b7c77bb5d9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:47:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:55.927911 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-453f5b3a-6a0e-4898-bcc3-5a4eb2fc0b02 admin admin] Publish callbacks [] for router, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:55.943849 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-25b7a2c2-f6f6-4395-9fd9-b7c77bb5d9c8 None None] Set router 12605b42-dd04-48fd-8422-9bbb7dec2aaf gateway port host: dv-cinder-816628-1-iscsi {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:47:56.031707 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-453f5b3a-6a0e-4898-bcc3-5a4eb2fc0b02 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:56.132471 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-25b7a2c2-f6f6-4395-9fd9-b7c77bb5d9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:47:55Z', 'revision_number': 5, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port': {'id': '64acc5ed-86ca-4007-ad30-6471d644a5ce', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:56.163745 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-453f5b3a-6a0e-4898-bcc3-5a4eb2fc0b02 admin admin] Deleting port 64acc5ed-86ca-4007-ad30-6471d644a5ce {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:47:56.164711 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-453f5b3a-6a0e-4898-bcc3-5a4eb2fc0b02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:56.165765 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b7a2c2-f6f6-4395-9fd9-b7c77bb5d9c8 None None] Checking router: 12605b42-dd04-48fd-8422-9bbb7dec2aaf for host: dv-cinder-816628-1-iscsi {{(pid=101906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:47:56.181251 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b7a2c2-f6f6-4395-9fd9-b7c77bb5d9c8 None None] Routers {'12605b42-dd04-48fd-8422-9bbb7dec2aaf'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:47:56.181868 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-25b7a2c2-f6f6-4395-9fd9-b7c77bb5d9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:47:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'], 'active': True} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:56.255785 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [None req-453f5b3a-6a0e-4898-bcc3-5a4eb2fc0b02 admin admin] For port 64acc5ed-86ca-4007-ad30-6471d644a5ce, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=64acc5ed-86ca-4007-ad30-6471d644a5ce,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:47:56.256284 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-453f5b3a-6a0e-4898-bcc3-5a4eb2fc0b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:56.274374 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-453f5b3a-6a0e-4898-bcc3-5a4eb2fc0b02 admin admin] Calling delete_port for 64acc5ed-86ca-4007-ad30-6471d644a5ce owned by network:router_gateway {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:47:56.383187 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:56.412277 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvr_db [None req-25b7a2c2-f6f6-4395-9fd9-b7c77bb5d9c8 None None] Set router 12605b42-dd04-48fd-8422-9bbb7dec2aaf gateway port host: None {{(pid=101906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:47:56.475164 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_hamode_db [None req-25b7a2c2-f6f6-4395-9fd9-b7c77bb5d9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:47:56Z', 'revision_number': 6, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port_host': None}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:56.503841 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b7a2c2-f6f6-4395-9fd9-b7c77bb5d9c8 None None] The sync data for ids ['12605b42-dd04-48fd-8422-9bbb7dec2aaf'] in dv-cinder-816628-1-iscsi is: [{'id': '12605b42-dd04-48fd-8422-9bbb7dec2aaf', 'name': 'tempest-TestVolumeBootPattern-280570812-router', 'tenant_id': 'f193ff8d94534794ba21cabcf0169326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:44Z', 'updated_at': '2021-11-09T10:47:56Z', 'revision_number': 6, 'project_id': 'f193ff8d94534794ba21cabcf0169326', 'gw_port_host': None}] {{(pid=101906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:47:56.546851 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:56.609413 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-453f5b3a-6a0e-4898-bcc3-5a4eb2fc0b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:56.646519 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f5b3a-6a0e-4898-bcc3-5a4eb2fc0b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=64acc5ed-86ca-4007-ad30-6471d644a5ce,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:56.701678 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-453f5b3a-6a0e-4898-bcc3-5a4eb2fc0b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741337'] for router_gateway, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:56.794135 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-453f5b3a-6a0e-4898-bcc3-5a4eb2fc0b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3426'] for router, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:56.796463 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-453f5b3a-6a0e-4898-bcc3-5a4eb2fc0b02 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:56.944066 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-453f5b3a-6a0e-4898-bcc3-5a4eb2fc0b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569440'] for router, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:56.944066 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453f5b3a-6a0e-4898-bcc3-5a4eb2fc0b02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12605b42-dd04-48fd-8422-9bbb7dec2aaf {{(pid=101905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 10:47:56.947331 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-453f5b3a-6a0e-4898-bcc3-5a4eb2fc0b02 admin admin] Publish callbacks [] for router, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:56.957579 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-453f5b3a-6a0e-4898-bcc3-5a4eb2fc0b02 admin admin] 10.222.0.35 "DELETE /v2.0/routers/12605b42-dd04-48fd-8422-9bbb7dec2aaf HTTP/1.1" status: 204 len: 168 time: 1.1281652 Nov 09 10:47:56.957579 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50258) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:57.001314 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.db.db_base_plugin_v2 [None req-206908f5-3911-4cea-8b44-69c2ceab77d4 admin admin] Deleting subnet cd36f13f-4940-4cef-a69d-ffd58a026a88 {{(pid=101905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 10:47:57.006128 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-206908f5-3911-4cea-8b44-69c2ceab77d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:57.041642 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-206908f5-3911-4cea-8b44-69c2ceab77d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7956809'] for subnet, precommit_delete_associations {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:57.121225 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-206908f5-3911-4cea-8b44-69c2ceab77d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1578030'] for subnet, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:57.255342 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-206908f5-3911-4cea-8b44-69c2ceab77d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1578023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8831772'] for subnet, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:57.279427 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206908f5-3911-4cea-8b44-69c2ceab77d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd36f13f-4940-4cef-a69d-ffd58a026a88,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:57.285179 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-206908f5-3911-4cea-8b44-69c2ceab77d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for subnet, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:57.290993 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50262) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:57.293477 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-206908f5-3911-4cea-8b44-69c2ceab77d4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cd36f13f-4940-4cef-a69d-ffd58a026a88 HTTP/1.1" status: 204 len: 168 time: 0.3384807 Nov 09 10:47:57.294319 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349d5274-8495-4b69-8540-4b3aaa27b676 None None] Network d9ec3b3d-16d6-42bb-8661-ba5a7b86073a requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:47:57.390806 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ea715d01-727c-4048-8995-ce2db41ab8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1668299'] for network, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:57.446478 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-ea715d01-727c-4048-8995-ce2db41ab8ae admin admin] Deleting port a5941160-18a7-4aee-baa2-b48eb29fcb6b {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:47:57.446815 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ea715d01-727c-4048-8995-ce2db41ab8ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:57.500939 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf031c8c-5212-4837-9222-f74ede1bfed1 None None] DHCP port deletion for d9ec3b3d-16d6-42bb-8661-ba5a7b86073a request from dv-cinder-816628-1-iscsi {{(pid=101906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 10:47:57.516552 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [None req-ea715d01-727c-4048-8995-ce2db41ab8ae admin admin] For port a5941160-18a7-4aee-baa2-b48eb29fcb6b, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=a5941160-18a7-4aee-baa2-b48eb29fcb6b,segment=NetworkSegment(cd2cd2c2-136b-4dba-b04d-9a50d2575069),segment_id=cd2cd2c2-136b-4dba-b04d-9a50d2575069)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:47:57.516552 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ea715d01-727c-4048-8995-ce2db41ab8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:57.529332 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-ea715d01-727c-4048-8995-ce2db41ab8ae admin admin] Calling delete_port for a5941160-18a7-4aee-baa2-b48eb29fcb6b owned by network:dhcp {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:47:57.553806 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-cf031c8c-5212-4837-9222-f74ede1bfed1 None None] Deleting port a5941160-18a7-4aee-baa2-b48eb29fcb6b {{(pid=101906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:47:57.554182 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-cf031c8c-5212-4837-9222-f74ede1bfed1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:57.626031 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-cf031c8c-5212-4837-9222-f74ede1bfed1 None None] For port a5941160-18a7-4aee-baa2-b48eb29fcb6b, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=a5941160-18a7-4aee-baa2-b48eb29fcb6b,segment=NetworkSegment(cd2cd2c2-136b-4dba-b04d-9a50d2575069),segment_id=cd2cd2c2-136b-4dba-b04d-9a50d2575069)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:47:57.626426 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-cf031c8c-5212-4837-9222-f74ede1bfed1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:57.641391 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-cf031c8c-5212-4837-9222-f74ede1bfed1 None None] Calling delete_port for a5941160-18a7-4aee-baa2-b48eb29fcb6b owned by network:dhcp {{(pid=101906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:47:57.696401 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ea715d01-727c-4048-8995-ce2db41ab8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:57.720248 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-cf031c8c-5212-4837-9222-f74ede1bfed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146'] for port, after_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:57.724753 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea715d01-727c-4048-8995-ce2db41ab8ae admin admin] No DVR routers for this DVR port a5941160-18a7-4aee-baa2-b48eb29fcb6b on host dv-cinder-816628-1-iscsi {{(pid=101904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:47:57.726567 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea715d01-727c-4048-8995-ce2db41ab8ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a5941160-18a7-4aee-baa2-b48eb29fcb6b,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:57.750546 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf031c8c-5212-4837-9222-f74ede1bfed1 None None] Pushing event deleted for resources: {'Port': ['ID=a5941160-18a7-4aee-baa2-b48eb29fcb6b,revision_number=None']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:57.752596 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf031c8c-5212-4837-9222-f74ede1bfed1 None None] No DVR routers for this DVR port a5941160-18a7-4aee-baa2-b48eb29fcb6b on host dv-cinder-816628-1-iscsi {{(pid=101906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:47:57.807032 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ea715d01-727c-4048-8995-ce2db41ab8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1578843', 'neutron.services.segments.db._delete_segments_for_network-8781390831665'] for network, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:57.829058 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-ea715d01-727c-4048-8995-ce2db41ab8ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ec3b3d-16d6-42bb-8661-ba5a7b86073a']}} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:57.838268 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-ea715d01-727c-4048-8995-ce2db41ab8ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2cd2c2-136b-4dba-b04d-9a50d2575069') {'for_net_delete': True} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:57.838555 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-ea715d01-727c-4048-8995-ce2db41ab8ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2cd2c2-136b-4dba-b04d-9a50d2575069') {} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:57.847844 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ea715d01-727c-4048-8995-ce2db41ab8ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781390865722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8625581'] for segment, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:57.860568 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ea715d01-727c-4048-8995-ce2db41ab8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:57.866643 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea715d01-727c-4048-8995-ce2db41ab8ae admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 10:47:57.867011 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ea715d01-727c-4048-8995-ce2db41ab8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9053843'] for segment, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: Traceback (most recent call last): Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: timer() Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: cb(*args, **kw) Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: return func(*args, **kwargs) Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: self._notify() Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: self.callback(batched_events) Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: event.method(event) Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: return f(self, *a, **k) Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: return self._get(url).json() Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: return self.request(url, 'GET', **kwargs) Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 10:47:57.868757 dv-cinder-816628-1-iscsi neutron-server[101904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 10:47:58.015272 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ea715d01-727c-4048-8995-ce2db41ab8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741285'] for network, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:58.020779 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ea715d01-727c-4048-8995-ce2db41ab8ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:58.023956 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-ea715d01-727c-4048-8995-ce2db41ab8ae admin admin] 10.222.0.35 "DELETE /v2.0/networks/d9ec3b3d-16d6-42bb-8661-ba5a7b86073a HTTP/1.1" status: 204 len: 168 time: 0.7281237 Nov 09 10:47:58.032673 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50266) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:58.035563 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea715d01-727c-4048-8995-ce2db41ab8ae admin admin] Pushing event deleted for resources: {'Network': ['ID=d9ec3b3d-16d6-42bb-8661-ba5a7b86073a,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:58.373973 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-ec8680df-3731-4968-93b8-480f954e8bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740499'] for router_interface, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:58.492107 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device a5941160-18a7-4aee-baa2-b48eb29fcb6b no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:47:58.512650 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: a5941160-18a7-4aee-baa2-b48eb29fcb6b {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:47:58.513088 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device a5941160-18a7-4aee-baa2-b48eb29fcb6b not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:47:58.513568 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 64acc5ed-86ca-4007-ad30-6471d644a5ce no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:47:58.536460 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: 64acc5ed-86ca-4007-ad30-6471d644a5ce {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:47:58.536884 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 64acc5ed-86ca-4007-ad30-6471d644a5ce not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:47:58.537370 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5 no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:47:58.557223 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:47:58.557564 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 6e06a15f-9b65-4956-a7bc-1218ecaf7fb5 not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:47:58.622707 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-ec8680df-3731-4968-93b8-480f954e8bf2 admin admin] Deleting port 1a81314e-6044-40d8-8a11-d24c8dfffebb {{(pid=101905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:47:58.623037 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-ec8680df-3731-4968-93b8-480f954e8bf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:58.703668 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.db [None req-ec8680df-3731-4968-93b8-480f954e8bf2 admin admin] For port 1a81314e-6044-40d8-8a11-d24c8dfffebb, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=1a81314e-6044-40d8-8a11-d24c8dfffebb,segment=NetworkSegment(46687c22-4997-46f0-bf23-f7705935a512),segment_id=46687c22-4997-46f0-bf23-f7705935a512)] {{(pid=101905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:47:58.704059 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-ec8680df-3731-4968-93b8-480f954e8bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:58.717463 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.plugins.ml2.plugin [None req-ec8680df-3731-4968-93b8-480f954e8bf2 admin admin] Calling delete_port for 1a81314e-6044-40d8-8a11-d24c8dfffebb owned by network:router_interface {{(pid=101905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:47:59.003915 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-ec8680df-3731-4968-93b8-480f954e8bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462337'] for port, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:59.034453 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8680df-3731-4968-93b8-480f954e8bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a81314e-6044-40d8-8a11-d24c8dfffebb,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:59.205177 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-ec8680df-3731-4968-93b8-480f954e8bf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570659'] for router_interface, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:47:59.707060 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8680df-3731-4968-93b8-480f954e8bf2 admin admin] Router ea7417d7-f738-4f58-bc3d-b9bdbc6e2320 has already been hosted by L3 agent 4d4f35cd-2312-4119-94f7-b4ca5181a9b2 {{(pid=101905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:47:59.821907 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8680df-3731-4968-93b8-480f954e8bf2 admin admin] Notify agent at l3_agent.dv-cinder-816628-1-iscsi the message routers_updated {{(pid=101905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:47:59.827037 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-ec8680df-3731-4968-93b8-480f954e8bf2 admin admin] 10.222.0.35 "PUT /v2.0/routers/ea7417d7-f738-4f58-bc3d-b9bdbc6e2320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7989378 Nov 09 10:47:59.831507 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50272) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:47:59.834115 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88890381-c05a-48fa-aea5-404a94008ede None None] Sync routers for ids ['ea7417d7-f738-4f58-bc3d-b9bdbc6e2320'] in dv-cinder-816628-1-iscsi {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 10:47:59.844059 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88890381-c05a-48fa-aea5-404a94008ede None None] Routers {'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:47:59.844859 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-88890381-c05a-48fa-aea5-404a94008ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:47:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['ea7417d7-f738-4f58-bc3d-b9bdbc6e2320'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:59.954619 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-46718a78-86b8-41f1-9024-0de902af831e admin admin] Publish callbacks [] for router, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:00.066044 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-46718a78-86b8-41f1-9024-0de902af831e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:00.068195 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-88890381-c05a-48fa-aea5-404a94008ede None None] Set router ea7417d7-f738-4f58-bc3d-b9bdbc6e2320 gateway port host: dv-cinder-816628-1-iscsi {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:48:00.223774 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-46718a78-86b8-41f1-9024-0de902af831e admin admin] Deleting port 216c355f-e1d3-478e-b1e2-8645ec53dbf7 {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:48:00.224167 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-46718a78-86b8-41f1-9024-0de902af831e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:00.292046 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-88890381-c05a-48fa-aea5-404a94008ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320', 'name': 'tempest-TestVolumeBootPattern-931474982-router', 'tenant_id': '2ffcd05493274e0691b04b698edbd27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'external_fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '216c355f-e1d3-478e-b1e2-8645ec53dbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:51Z', 'updated_at': '2021-11-09T10:47:58Z', 'revision_number': 5, 'project_id': '2ffcd05493274e0691b04b698edbd27f', 'gw_port': {'id': '216c355f-e1d3-478e-b1e2-8645ec53dbf7', 'name': '', 'network_id': 'b911c41a-6d30-4814-901f-89185e089761', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:40:51Z', 'updated_at': '2021-11-09T10:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716689b8-5fc0-4f64-a63e-fd749e80eafc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816628-1-iscsi'}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:48:00.310646 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [None req-46718a78-86b8-41f1-9024-0de902af831e admin admin] For port 216c355f-e1d3-478e-b1e2-8645ec53dbf7, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=216c355f-e1d3-478e-b1e2-8645ec53dbf7,segment=NetworkSegment(f9d43220-c113-4ca1-8ae9-450b6dcd862c),segment_id=f9d43220-c113-4ca1-8ae9-450b6dcd862c)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:48:00.311032 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-46718a78-86b8-41f1-9024-0de902af831e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:00.320382 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88890381-c05a-48fa-aea5-404a94008ede None None] Checking router: ea7417d7-f738-4f58-bc3d-b9bdbc6e2320 for host: dv-cinder-816628-1-iscsi {{(pid=101907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 10:48:00.324503 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-46718a78-86b8-41f1-9024-0de902af831e admin admin] Calling delete_port for 216c355f-e1d3-478e-b1e2-8645ec53dbf7 owned by network:router_gateway {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:48:00.329661 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88890381-c05a-48fa-aea5-404a94008ede None None] Routers {'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320'} bound to L3 agent in host dv-cinder-816628-1-iscsi {{(pid=101907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:48:00.330277 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-88890381-c05a-48fa-aea5-404a94008ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:26:53Z,description=,heartbeat_timestamp=2021-11-09T10:47:53Z,host='dv-cinder-816628-1-iscsi',id=4d4f35cd-2312-4119-94f7-b4ca5181a9b2,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:26:54Z,topic='l3_agent')) {'router_ids': ['ea7417d7-f738-4f58-bc3d-b9bdbc6e2320'], 'active': True} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:48:00.415926 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_dvr_db [None req-88890381-c05a-48fa-aea5-404a94008ede None None] Set router ea7417d7-f738-4f58-bc3d-b9bdbc6e2320 gateway port host: None {{(pid=101907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 10:48:00.476045 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.l3_hamode_db [None req-88890381-c05a-48fa-aea5-404a94008ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320', 'name': 'tempest-TestVolumeBootPattern-931474982-router', 'tenant_id': '2ffcd05493274e0691b04b698edbd27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:51Z', 'updated_at': '2021-11-09T10:48:00Z', 'revision_number': 6, 'project_id': '2ffcd05493274e0691b04b698edbd27f', 'gw_port_host': None}], 'dv-cinder-816628-1-iscsi', False) {} {{(pid=101907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:48:00.505819 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88890381-c05a-48fa-aea5-404a94008ede None None] The sync data for ids ['ea7417d7-f738-4f58-bc3d-b9bdbc6e2320'] in dv-cinder-816628-1-iscsi is: [{'id': 'ea7417d7-f738-4f58-bc3d-b9bdbc6e2320', 'name': 'tempest-TestVolumeBootPattern-931474982-router', 'tenant_id': '2ffcd05493274e0691b04b698edbd27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:40:51Z', 'updated_at': '2021-11-09T10:48:00Z', 'revision_number': 6, 'project_id': '2ffcd05493274e0691b04b698edbd27f', 'gw_port_host': None}] {{(pid=101907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 10:48:00.586725 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-46718a78-86b8-41f1-9024-0de902af831e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:00.616719 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46718a78-86b8-41f1-9024-0de902af831e admin admin] Pushing event deleted for resources: {'Port': ['ID=216c355f-e1d3-478e-b1e2-8645ec53dbf7,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:48:00.678059 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-46718a78-86b8-41f1-9024-0de902af831e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741337'] for router_gateway, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:00.772783 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-46718a78-86b8-41f1-9024-0de902af831e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3426'] for router, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:00.775005 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-46718a78-86b8-41f1-9024-0de902af831e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:00.913755 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-46718a78-86b8-41f1-9024-0de902af831e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569440'] for router, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:00.914677 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46718a78-86b8-41f1-9024-0de902af831e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea7417d7-f738-4f58-bc3d-b9bdbc6e2320 {{(pid=101904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 10:48:00.922237 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-46718a78-86b8-41f1-9024-0de902af831e admin admin] Publish callbacks [] for router, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:00.924162 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-46718a78-86b8-41f1-9024-0de902af831e admin admin] 10.222.0.35 "DELETE /v2.0/routers/ea7417d7-f738-4f58-bc3d-b9bdbc6e2320 HTTP/1.1" status: 204 len: 168 time: 1.0913270 Nov 09 10:48:00.926587 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50276) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:48:00.985637 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f9fc37-3b82-4dd0-8a46-a2c215e2814d admin admin] Deleting subnet 72029c8a-f4cc-42c5-9bc1-841f25898972 {{(pid=101904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 10:48:00.989316 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a2f9fc37-3b82-4dd0-8a46-a2c215e2814d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:01.025016 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a2f9fc37-3b82-4dd0-8a46-a2c215e2814d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8625588'] for subnet, precommit_delete_associations {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:01.103074 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a2f9fc37-3b82-4dd0-8a46-a2c215e2814d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1578030'] for subnet, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:01.273805 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a2f9fc37-3b82-4dd0-8a46-a2c215e2814d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1578023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9053813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8460600'] for subnet, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:01.302999 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9fc37-3b82-4dd0-8a46-a2c215e2814d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72029c8a-f4cc-42c5-9bc1-841f25898972,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:48:01.305031 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-a2f9fc37-3b82-4dd0-8a46-a2c215e2814d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:01.310921 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-a2f9fc37-3b82-4dd0-8a46-a2c215e2814d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/72029c8a-f4cc-42c5-9bc1-841f25898972 HTTP/1.1" status: 204 len: 168 time: 0.3806453 Nov 09 10:48:01.310921 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50278) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:48:01.314379 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2711a4c8-2673-462d-b6cd-de7b5160c0da None None] Network f052a1c0-2609-442c-8cf4-8c8521bb9929 requested from dv-cinder-816628-1-iscsi {{(pid=101906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 10:48:01.401984 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-608596fa-741b-4525-bb0d-4653b3d0bf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1668299'] for network, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:01.468376 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-608596fa-741b-4525-bb0d-4653b3d0bf59 admin admin] Deleting port 33fd9ad5-4c34-4b9b-aeda-9f769c22485f {{(pid=101904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:48:01.468863 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-608596fa-741b-4525-bb0d-4653b3d0bf59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:01.548362 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.db [None req-608596fa-741b-4525-bb0d-4653b3d0bf59 admin admin] For port 33fd9ad5-4c34-4b9b-aeda-9f769c22485f, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=33fd9ad5-4c34-4b9b-aeda-9f769c22485f,segment=NetworkSegment(46687c22-4997-46f0-bf23-f7705935a512),segment_id=46687c22-4997-46f0-bf23-f7705935a512)] {{(pid=101904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:48:01.548707 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-608596fa-741b-4525-bb0d-4653b3d0bf59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:01.551338 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3f1e58-2513-424b-a784-d0231f517735 None None] DHCP port deletion for f052a1c0-2609-442c-8cf4-8c8521bb9929 request from dv-cinder-816628-1-iscsi {{(pid=101906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 10:48:01.569155 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.plugin [None req-608596fa-741b-4525-bb0d-4653b3d0bf59 admin admin] Calling delete_port for 33fd9ad5-4c34-4b9b-aeda-9f769c22485f owned by network:dhcp {{(pid=101904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:48:01.629733 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f1e58-2513-424b-a784-d0231f517735 None None] Deleting port 33fd9ad5-4c34-4b9b-aeda-9f769c22485f {{(pid=101906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 10:48:01.631185 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-6b3f1e58-2513-424b-a784-d0231f517735 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781390716856'] for port, before_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:01.735989 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-608596fa-741b-4525-bb0d-4653b3d0bf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9053856'] for port, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:01.757068 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.db [None req-6b3f1e58-2513-424b-a784-d0231f517735 None None] For port 33fd9ad5-4c34-4b9b-aeda-9f769c22485f, host dv-cinder-816628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816628-1-iscsi',level=0,port_id=33fd9ad5-4c34-4b9b-aeda-9f769c22485f,segment=NetworkSegment(46687c22-4997-46f0-bf23-f7705935a512),segment_id=46687c22-4997-46f0-bf23-f7705935a512)] {{(pid=101906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:48:01.757686 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-6b3f1e58-2513-424b-a784-d0231f517735 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742197'] for port, precommit_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:01.778519 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f1e58-2513-424b-a784-d0231f517735 None None] Calling delete_port for 33fd9ad5-4c34-4b9b-aeda-9f769c22485f owned by network:dhcp {{(pid=101906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 10:48:01.868276 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-6b3f1e58-2513-424b-a784-d0231f517735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781390804610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781390294146'] for port, after_delete {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:01.894583 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f1e58-2513-424b-a784-d0231f517735 None None] Pushing event deleted for resources: {'Port': ['ID=33fd9ad5-4c34-4b9b-aeda-9f769c22485f,revision_number=None']} {{(pid=101906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:48:01.901836 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3f1e58-2513-424b-a784-d0231f517735 None None] No DVR routers for this DVR port 33fd9ad5-4c34-4b9b-aeda-9f769c22485f on host dv-cinder-816628-1-iscsi {{(pid=101906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:48:02.037396 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608596fa-741b-4525-bb0d-4653b3d0bf59 admin admin] Pushing event deleted for resources: {'Port': ['ID=33fd9ad5-4c34-4b9b-aeda-9f769c22485f,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:48:02.040920 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608596fa-741b-4525-bb0d-4653b3d0bf59 admin admin] No DVR routers for this DVR port 33fd9ad5-4c34-4b9b-aeda-9f769c22485f on host dv-cinder-816628-1-iscsi {{(pid=101904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:48:02.113504 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-608596fa-741b-4525-bb0d-4653b3d0bf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1578843', 'neutron.services.segments.db._delete_segments_for_network-8781390831665'] for network, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:02.135091 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-608596fa-741b-4525-bb0d-4653b3d0bf59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f052a1c0-2609-442c-8cf4-8c8521bb9929']}} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:48:02.145052 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-608596fa-741b-4525-bb0d-4653b3d0bf59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46687c22-4997-46f0-bf23-f7705935a512') {'for_net_delete': True} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:48:02.145905 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.services.segments.db [None req-608596fa-741b-4525-bb0d-4653b3d0bf59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46687c22-4997-46f0-bf23-f7705935a512') {} {{(pid=101904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:48:02.158533 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-608596fa-741b-4525-bb0d-4653b3d0bf59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781390865722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8625581'] for segment, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:02.171564 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-608596fa-741b-4525-bb0d-4653b3d0bf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127'] for segment, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:02.177584 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608596fa-741b-4525-bb0d-4653b3d0bf59 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-608596fa-741b-4525-bb0d-4653b3d0bf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1574127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9053843'] for segment, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: Traceback (most recent call last): Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: timer() Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: cb(*args, **kw) Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: return func(*args, **kwargs) Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: self._notify() Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: self.callback(batched_events) Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: event.method(event) Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: return f(self, *a, **k) Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: return self._get(url).json() Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: return self.request(url, 'GET', **kwargs) Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 10:48:02.180335 dv-cinder-816628-1-iscsi neutron-server[101904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 10:48:02.306298 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-608596fa-741b-4525-bb0d-4653b3d0bf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741285'] for network, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:02.312168 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-608596fa-741b-4525-bb0d-4653b3d0bf59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529909'] for network, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:02.315231 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-608596fa-741b-4525-bb0d-4653b3d0bf59 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f052a1c0-2609-442c-8cf4-8c8521bb9929 HTTP/1.1" status: 204 len: 168 time: 1.0034466 Nov 09 10:48:02.326566 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608596fa-741b-4525-bb0d-4653b3d0bf59 admin admin] Pushing event deleted for resources: {'Network': ['ID=f052a1c0-2609-442c-8cf4-8c8521bb9929,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:48:02.494244 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 216c355f-e1d3-478e-b1e2-8645ec53dbf7 no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:48:02.519285 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: 216c355f-e1d3-478e-b1e2-8645ec53dbf7 {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:48:02.519622 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 216c355f-e1d3-478e-b1e2-8645ec53dbf7 not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:48:02.520049 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 33fd9ad5-4c34-4b9b-aeda-9f769c22485f no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:48:02.539568 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: 33fd9ad5-4c34-4b9b-aeda-9f769c22485f {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:48:02.539906 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 33fd9ad5-4c34-4b9b-aeda-9f769c22485f not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:48:02.540336 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 1a81314e-6044-40d8-8a11-d24c8dfffebb no longer exists at agent ovs-agent-dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 10:48:02.560009 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.plugin [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] No Port match for: 1a81314e-6044-40d8-8a11-d24c8dfffebb {{(pid=101906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 10:48:02.560343 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron.plugins.ml2.rpc [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Device 1a81314e-6044-40d8-8a11-d24c8dfffebb not bound to the agent host dv-cinder-816628-1-iscsi {{(pid=101906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 10:48:02.622229 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50292) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:48:02.660536 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-84374ce7-b97d-450b-9632-cf7e0a6fca4e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f193ff8d94534794ba21cabcf0169326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371485 Nov 09 10:48:02.662907 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50294) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:48:02.715140 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cedc4fcd-b3b0-48cf-80e8-02be1cf0ac30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:02.741692 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cedc4fcd-b3b0-48cf-80e8-02be1cf0ac30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:02.872773 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cedc4fcd-b3b0-48cf-80e8-02be1cf0ac30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:02.876315 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-cedc4fcd-b3b0-48cf-80e8-02be1cf0ac30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:02.877568 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-cedc4fcd-b3b0-48cf-80e8-02be1cf0ac30 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1b42a10c-2467-4d32-8e1b-b9484c2ce9ee HTTP/1.1" status: 204 len: 168 time: 0.2137306 Nov 09 10:48:02.886497 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc4fcd-b3b0-48cf-80e8-02be1cf0ac30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b42a10c-2467-4d32-8e1b-b9484c2ce9ee,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:48:03.735781 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50310) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:48:03.785225 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-aa21ecc1-32fb-4fc6-9cf1-d2400016df49 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ffcd05493274e0691b04b698edbd27f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481076 Nov 09 10:48:03.787878 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50312) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:48:03.846080 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c5d2ba40-b780-4be8-8391-8cbb9f689024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:03.871946 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c5d2ba40-b780-4be8-8391-8cbb9f689024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:04.054780 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c5d2ba40-b780-4be8-8391-8cbb9f689024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:04.057572 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c5d2ba40-b780-4be8-8391-8cbb9f689024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:04.058740 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-c5d2ba40-b780-4be8-8391-8cbb9f689024 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4405c420-02e4-4802-b173-919a1c800791 HTTP/1.1" status: 204 len: 168 time: 0.2699294 Nov 09 10:48:04.067303 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2ba40-b780-4be8-8391-8cbb9f689024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4405c420-02e4-4802-b173-919a1c800791,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:48:20.557054 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-132fd722-aafa-46c2-a6bb-8d09b21e69b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:23.311815 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-3b804708-1641-4453-a531-9ac5c0118a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:24.031547 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:24.352476 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50426) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:48:24.469068 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d49a253c-e9d9-4d80-aa31-ff5f2b9e008c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:24.548634 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d49a253c-e9d9-4d80-aa31-ff5f2b9e008c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:24.637294 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-d49a253c-e9d9-4d80-aa31-ff5f2b9e008c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:24.682147 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-d49a253c-e9d9-4d80-aa31-ff5f2b9e008c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=87bd68f9c5bf4274a793be32953eb9ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281763 Nov 09 10:48:24.683369 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a253c-e9d9-4d80-aa31-ff5f2b9e008c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b59d436-72ee-4b0c-a825-983effe9e25e,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:48:24.684558 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50430) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:48:24.739128 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7b85396e-5b4e-43b6-8e50-1eb1bfdd14fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:24.760313 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7b85396e-5b4e-43b6-8e50-1eb1bfdd14fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:24.911226 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7b85396e-5b4e-43b6-8e50-1eb1bfdd14fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:24.913775 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-7b85396e-5b4e-43b6-8e50-1eb1bfdd14fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:24.915098 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-7b85396e-5b4e-43b6-8e50-1eb1bfdd14fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2b59d436-72ee-4b0c-a825-983effe9e25e HTTP/1.1" status: 204 len: 168 time: 0.2289944 Nov 09 10:48:24.924258 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85396e-5b4e-43b6-8e50-1eb1bfdd14fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b59d436-72ee-4b0c-a825-983effe9e25e,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:48:25.540338 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:25.554236 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50436) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:48:25.569481 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e227f69c-ef85-4517-8db1-d8dcbf7234e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:25.668192 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e227f69c-ef85-4517-8db1-d8dcbf7234e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:25.740098 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-e227f69c-ef85-4517-8db1-d8dcbf7234e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:25.779106 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227f69c-ef85-4517-8db1-d8dcbf7234e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280b6db2-392c-4bd9-8744-8d84f85e2dee,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:48:25.783666 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-e227f69c-ef85-4517-8db1-d8dcbf7234e7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d28205ca0cd24484ae57a2b8969a50ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282975 Nov 09 10:48:25.786899 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50438) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:48:25.836540 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c61e721c-e59c-4e3e-a3b3-f59ad474f2b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:25.860225 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c61e721c-e59c-4e3e-a3b3-f59ad474f2b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:25.979701 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c61e721c-e59c-4e3e-a3b3-f59ad474f2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:25.982305 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-c61e721c-e59c-4e3e-a3b3-f59ad474f2b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:25.983464 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-c61e721c-e59c-4e3e-a3b3-f59ad474f2b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/280b6db2-392c-4bd9-8744-8d84f85e2dee HTTP/1.1" status: 204 len: 168 time: 0.1955640 Nov 09 10:48:25.993003 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e721c-e59c-4e3e-a3b3-f59ad474f2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280b6db2-392c-4bd9-8744-8d84f85e2dee,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:48:26.264045 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:26.357499 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:30.384689 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50506) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:48:30.488404 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-dcd10af5-4e13-4130-901b-d20d8ddaea14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:30.559088 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-dcd10af5-4e13-4130-901b-d20d8ddaea14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:30.619848 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-dcd10af5-4e13-4130-901b-d20d8ddaea14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:30.661328 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-dcd10af5-4e13-4130-901b-d20d8ddaea14 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f16e6c85daca4f6bb1367c3eb9fa5b83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755420 Nov 09 10:48:30.662441 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd10af5-4e13-4130-901b-d20d8ddaea14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3c64c3-bc70-4575-99c6-674eea7ad9e5,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:48:30.664010 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50510) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:48:30.713895 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-167321ef-34ca-47d6-b5fe-823cf41bd509 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:30.737637 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-167321ef-34ca-47d6-b5fe-823cf41bd509 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:30.748095 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:48:30.860621 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-167321ef-34ca-47d6-b5fe-823cf41bd509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:30.863765 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-167321ef-34ca-47d6-b5fe-823cf41bd509 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:30.864843 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-167321ef-34ca-47d6-b5fe-823cf41bd509 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa3c64c3-bc70-4575-99c6-674eea7ad9e5 HTTP/1.1" status: 204 len: 168 time: 0.1988533 Nov 09 10:48:30.872906 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167321ef-34ca-47d6-b5fe-823cf41bd509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3c64c3-bc70-4575-99c6-674eea7ad9e5,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:48:30.881071 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167321ef-34ca-47d6-b5fe-823cf41bd509 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:48:30.882047 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167321ef-34ca-47d6-b5fe-823cf41bd509 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:48:30.882397 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167321ef-34ca-47d6-b5fe-823cf41bd509 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:48:30.882708 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167321ef-34ca-47d6-b5fe-823cf41bd509 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:48:30.883031 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167321ef-34ca-47d6-b5fe-823cf41bd509 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:48:30.883356 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167321ef-34ca-47d6-b5fe-823cf41bd509 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:48:30.883735 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167321ef-34ca-47d6-b5fe-823cf41bd509 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:48:30.884107 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167321ef-34ca-47d6-b5fe-823cf41bd509 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:48:30.884481 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167321ef-34ca-47d6-b5fe-823cf41bd509 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:48:30.884803 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167321ef-34ca-47d6-b5fe-823cf41bd509 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:48:30.885117 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167321ef-34ca-47d6-b5fe-823cf41bd509 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:48:30.885994 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167321ef-34ca-47d6-b5fe-823cf41bd509 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:48:31.409431 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50518) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:48:31.422921 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-0a6dccfb-5661-425b-a5ad-6390e64b18a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:31.496906 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-0a6dccfb-5661-425b-a5ad-6390e64b18a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:31.562228 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-0a6dccfb-5661-425b-a5ad-6390e64b18a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:31.602332 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-0a6dccfb-5661-425b-a5ad-6390e64b18a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c632f1bab1db489899e5699689e387ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917422 Nov 09 10:48:31.603112 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dccfb-5661-425b-a5ad-6390e64b18a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338cde55-9f37-4edb-b773-a94bd8c32109,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:48:31.604968 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50520) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:48:31.652179 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1fe8fa34-28d1-4b5d-a61f-ed01f9ced157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:31.674856 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1fe8fa34-28d1-4b5d-a61f-ed01f9ced157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:31.797017 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1fe8fa34-28d1-4b5d-a61f-ed01f9ced157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:31.799596 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-1fe8fa34-28d1-4b5d-a61f-ed01f9ced157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:31.800806 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-1fe8fa34-28d1-4b5d-a61f-ed01f9ced157 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/338cde55-9f37-4edb-b773-a94bd8c32109 HTTP/1.1" status: 204 len: 168 time: 0.1948698 Nov 09 10:48:31.808421 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8fa34-28d1-4b5d-a61f-ed01f9ced157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338cde55-9f37-4edb-b773-a94bd8c32109,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:48:34.683522 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50588) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:48:34.793245 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-ac917276-b78b-4310-a589-19a1c37630ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:34.863786 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-ac917276-b78b-4310-a589-19a1c37630ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:34.934039 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-ac917276-b78b-4310-a589-19a1c37630ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:34.973960 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac917276-b78b-4310-a589-19a1c37630ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8051fc-8ce3-41e2-a5d2-241ddfc06bca,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:48:34.978278 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-ac917276-b78b-4310-a589-19a1c37630ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b3284e975b54189ab26a067b572aac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936335 Nov 09 10:48:34.980914 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50592) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:48:35.034573 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b9d8bc0d-8479-4890-a2b3-59b50b750eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:35.057084 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b9d8bc0d-8479-4890-a2b3-59b50b750eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:35.225334 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b9d8bc0d-8479-4890-a2b3-59b50b750eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:35.227902 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-b9d8bc0d-8479-4890-a2b3-59b50b750eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:35.229110 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-b9d8bc0d-8479-4890-a2b3-59b50b750eee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0a8051fc-8ce3-41e2-a5d2-241ddfc06bca HTTP/1.1" status: 204 len: 168 time: 0.2473807 Nov 09 10:48:35.237316 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8bc0d-8479-4890-a2b3-59b50b750eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8051fc-8ce3-41e2-a5d2-241ddfc06bca,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:48:35.825623 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50598) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:48:35.839096 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f4fcd517-b4d8-47d4-8f4c-1e68f2c1bfa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:35.915800 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f4fcd517-b4d8-47d4-8f4c-1e68f2c1bfa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:36.013674 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-f4fcd517-b4d8-47d4-8f4c-1e68f2c1bfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:36.051828 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fcd517-b4d8-47d4-8f4c-1e68f2c1bfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989d0b41-b7f5-4844-be7d-018cd8f3942d,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:48:36.056910 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-f4fcd517-b4d8-47d4-8f4c-1e68f2c1bfa2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f9c0d3fe854e429e929b514e13440db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294424 Nov 09 10:48:36.059671 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50600) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:48:36.109724 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-53f2e356-1948-46eb-8bbd-cb9e23ddf501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:36.130776 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-53f2e356-1948-46eb-8bbd-cb9e23ddf501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:36.253752 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-53f2e356-1948-46eb-8bbd-cb9e23ddf501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:36.256442 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-53f2e356-1948-46eb-8bbd-cb9e23ddf501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:36.257671 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-53f2e356-1948-46eb-8bbd-cb9e23ddf501 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/989d0b41-b7f5-4844-be7d-018cd8f3942d HTTP/1.1" status: 204 len: 168 time: 0.1975965 Nov 09 10:48:36.266277 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2e356-1948-46eb-8bbd-cb9e23ddf501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989d0b41-b7f5-4844-be7d-018cd8f3942d,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:48:50.556180 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce47e-5cd9-400e-afe4-d69409a2afeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:53.270339 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b4b86d04-fff3-4286-afa7-9d4dbaef8389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:54.058733 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:55.533105 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:56.253053 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:48:56.367209 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:00.719551 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50746) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:49:00.821257 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e9529003-be1c-469f-a0e9-0ed5fec27bd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:00.892439 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e9529003-be1c-469f-a0e9-0ed5fec27bd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:00.955155 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e9529003-be1c-469f-a0e9-0ed5fec27bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:00.994098 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-e9529003-be1c-469f-a0e9-0ed5fec27bd5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=85887d1808984f5793dacf730e88cd9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2728953 Nov 09 10:49:00.995344 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9529003-be1c-469f-a0e9-0ed5fec27bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d6671f-b29b-42b4-a397-fd9f49632328,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:49:00.997241 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50750) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:49:01.002864 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9529003-be1c-469f-a0e9-0ed5fec27bd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:01.003274 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9529003-be1c-469f-a0e9-0ed5fec27bd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:01.004475 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9529003-be1c-469f-a0e9-0ed5fec27bd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:01.004475 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9529003-be1c-469f-a0e9-0ed5fec27bd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:01.004475 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9529003-be1c-469f-a0e9-0ed5fec27bd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:01.004787 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9529003-be1c-469f-a0e9-0ed5fec27bd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:01.004962 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9529003-be1c-469f-a0e9-0ed5fec27bd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:01.005282 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9529003-be1c-469f-a0e9-0ed5fec27bd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:01.005598 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9529003-be1c-469f-a0e9-0ed5fec27bd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:01.005972 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9529003-be1c-469f-a0e9-0ed5fec27bd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:01.006343 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9529003-be1c-469f-a0e9-0ed5fec27bd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:01.006662 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9529003-be1c-469f-a0e9-0ed5fec27bd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816628-1-iscsi {{(pid=101904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:01.044154 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-dbd23fce-1181-4ca9-81fc-ab364f8431e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:01.064780 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-dbd23fce-1181-4ca9-81fc-ab364f8431e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:01.173298 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-dbd23fce-1181-4ca9-81fc-ab364f8431e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:01.176140 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-dbd23fce-1181-4ca9-81fc-ab364f8431e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:01.177327 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-dbd23fce-1181-4ca9-81fc-ab364f8431e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/20d6671f-b29b-42b4-a397-fd9f49632328 HTTP/1.1" status: 204 len: 168 time: 0.1789589 Nov 09 10:49:01.186136 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd23fce-1181-4ca9-81fc-ab364f8431e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d6671f-b29b-42b4-a397-fd9f49632328,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:49:07.747116 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:49:12.123251 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50870) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:49:12.226835 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e5d3462a-748f-4ed0-9ee3-7a9a35817dec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:12.301387 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e5d3462a-748f-4ed0-9ee3-7a9a35817dec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:12.401051 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-e5d3462a-748f-4ed0-9ee3-7a9a35817dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:12.441355 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3462a-748f-4ed0-9ee3-7a9a35817dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98aaa474-2bdf-4265-bccf-c026d96ea587,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:49:12.445625 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-e5d3462a-748f-4ed0-9ee3-7a9a35817dec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c5467b21167b4eca9d3ceab7d5730512&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213258 Nov 09 10:49:12.448825 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50874) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:49:12.495996 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ede79bdc-8b47-4ff9-bdd8-c22780e2f7cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:12.517355 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ede79bdc-8b47-4ff9-bdd8-c22780e2f7cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:12.618436 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ede79bdc-8b47-4ff9-bdd8-c22780e2f7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:12.620999 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-ede79bdc-8b47-4ff9-bdd8-c22780e2f7cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:12.622298 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-ede79bdc-8b47-4ff9-bdd8-c22780e2f7cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/98aaa474-2bdf-4265-bccf-c026d96ea587 HTTP/1.1" status: 204 len: 168 time: 0.1729810 Nov 09 10:49:12.630185 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede79bdc-8b47-4ff9-bdd8-c22780e2f7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98aaa474-2bdf-4265-bccf-c026d96ea587,revision_number=None']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:49:13.291601 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50880) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:49:13.305521 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2fb954c4-a720-4f21-ad79-45e44bef80ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:13.381184 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2fb954c4-a720-4f21-ad79-45e44bef80ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:13.429434 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-2fb954c4-a720-4f21-ad79-45e44bef80ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:13.466140 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb954c4-a720-4f21-ad79-45e44bef80ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb189d84-7c7c-4e22-80e8-42326325b5e8,revision_number=1']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:49:13.470513 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-2fb954c4-a720-4f21-ad79-45e44bef80ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=419519d73c3f47f5be470feeac568547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1778426 Nov 09 10:49:13.473111 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50882) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:49:13.521576 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-40c65dd7-9f72-42e7-a59f-821c10c78acf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:13.541892 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-40c65dd7-9f72-42e7-a59f-821c10c78acf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:13.675388 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-40c65dd7-9f72-42e7-a59f-821c10c78acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:13.678041 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-40c65dd7-9f72-42e7-a59f-821c10c78acf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:13.679202 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-40c65dd7-9f72-42e7-a59f-821c10c78acf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb189d84-7c7c-4e22-80e8-42326325b5e8 HTTP/1.1" status: 204 len: 168 time: 0.2051923 Nov 09 10:49:13.687049 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c65dd7-9f72-42e7-a59f-821c10c78acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb189d84-7c7c-4e22-80e8-42326325b5e8,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:49:14.404833 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [-] (101904) accepted ('10.222.0.35', 50888) {{(pid=101904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:49:14.418434 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6de35498-29ad-442a-b449-0bfc9558c0d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:14.494942 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6de35498-29ad-442a-b449-0bfc9558c0d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:14.561798 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron_lib.callbacks.manager [None req-6de35498-29ad-442a-b449-0bfc9558c0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_create {{(pid=101904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:14.600580 dv-cinder-816628-1-iscsi neutron-server[101904]: INFO neutron.wsgi [None req-6de35498-29ad-442a-b449-0bfc9558c0d3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf53a82de2584c25bad6851e521a24b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946349 Nov 09 10:49:14.601419 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de35498-29ad-442a-b449-0bfc9558c0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becf7be9-87f8-44d9-9aa1-93ddfc75f9f7,revision_number=1']} {{(pid=101904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:49:14.604027 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [-] (101905) accepted ('10.222.0.35', 50890) {{(pid=101905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 10:49:14.652728 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-09ccd9f5-5efb-4afb-8879-dd57fbb3fbd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:14.672901 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-09ccd9f5-5efb-4afb-8879-dd57fbb3fbd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:14.807004 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-09ccd9f5-5efb-4afb-8879-dd57fbb3fbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721045'] for security_group, after_delete {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:14.809627 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron_lib.callbacks.manager [None req-09ccd9f5-5efb-4afb-8879-dd57fbb3fbd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:14.811394 dv-cinder-816628-1-iscsi neutron-server[101905]: INFO neutron.wsgi [None req-09ccd9f5-5efb-4afb-8879-dd57fbb3fbd5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/becf7be9-87f8-44d9-9aa1-93ddfc75f9f7 HTTP/1.1" status: 204 len: 168 time: 0.2059445 Nov 09 10:49:14.819216 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccd9f5-5efb-4afb-8879-dd57fbb3fbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becf7be9-87f8-44d9-9aa1-93ddfc75f9f7,revision_number=None']} {{(pid=101905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:49:20.543673 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c60255bd-e241-4a78-8adc-72fd62ff3f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:23.269521 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-2fd227a3-9762-4f3d-b7ae-5855e4548808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:24.012362 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:25.561247 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:26.246363 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:26.337770 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:44.748041 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:49:50.554443 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-dbc3288b-b5f3-4be5-8672-1fe0f8d9667d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:53.268334 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-7f05db12-073c-479d-9974-b01034a93e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:54.011390 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:55.536942 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:56.320121 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:49:56.371481 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:50:20.518601 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-aa20b8d3-b4cb-4c1f-80c2-406ae6ff4904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:50:21.744778 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:50:23.255601 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-aa151b5b-1241-4a71-8bed-acac23b0f23f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:50:23.998539 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:50:25.547114 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:50:26.273973 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:50:26.381864 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:50:48.302222 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [req-a942f6fa-5d0e-4f7c-8b8d-778b0419e4cc req-cb99474f-ebd4-4bd8-a0e4-b92148ab78f2 service neutron] (101904) timed out ('10.222.0.30', 56261) {{(pid=101904) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 10:50:48.359389 dv-cinder-816628-1-iscsi neutron-server[101905]: DEBUG neutron.wsgi [req-79118b2d-5f15-43b4-917c-ba151845fe0c req-b5e94cab-6af2-43c2-8b8d-ac44755d10db service neutron] (101905) timed out ('10.222.0.30', 56273) {{(pid=101905) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 10:50:50.535030 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-8f1b46d0-a581-4088-8bf6-9e8170556ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:50:53.306073 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b62eb5ee-42b3-4a44-a521-7e76d9b9edf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:50:54.014696 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:50:55.551819 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:50:56.357866 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:50:56.380299 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:50:58.050920 dv-cinder-816628-1-iscsi neutron-server[101904]: DEBUG neutron.wsgi [req-e21c1757-907b-407c-bedd-f8192af927c6 req-3778489d-3bea-432b-8360-aa523901d427 service neutron] (101904) timed out ('10.222.0.30', 56296) {{(pid=101904) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 10:50:58.745535 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:51:20.528200 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d83a67a5-497d-492d-b773-593727a50dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:51:23.282245 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0b06-6beb-430f-8e27-fa901fb78f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:51:24.013646 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:51:25.522004 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:51:26.424934 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:51:26.436440 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:51:35.745873 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:51:50.521049 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-bc753d87-3bb3-40e4-8d3e-2984ba0927da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:51:53.293431 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-7e4d2aea-4823-46bd-9a9e-065cdc1af24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:51:54.047240 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:51:55.544266 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:51:56.332271 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:51:56.372807 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:52:12.745155 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:52:20.560524 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c10e-01d7-4f67-8b03-630245c3581c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:52:23.263075 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-55f6ad2c-ce9d-4299-9bea-3ca17a1a9ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:52:24.074472 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:52:25.532042 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:52:26.314417 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:52:26.337496 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:52:49.743737 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:52:50.541703 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-a8b39e3c-45f4-42aa-8076-a26fcd2d954e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:52:53.239325 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-614b4a18-6d80-4cc5-880e-bd4a874e4d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:52:54.028106 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:52:55.542161 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:52:56.496835 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:52:56.497802 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:53:20.557953 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b6a2a39b-7a1f-4541-b262-2211970edb74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:53:23.249381 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-811f7944-d18c-4ff8-998e-f9004ffc4f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:53:24.032525 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:53:25.580690 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:53:26.329473 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:53:26.352241 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:53:26.742847 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:53:50.517371 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-2f03a806-b907-4141-83e6-e4f4b5137a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:53:53.248790 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-5f8b791b-11ec-49d9-8410-0044f3a67299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:53:54.036839 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:53:55.556711 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:53:56.339943 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:53:56.363034 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:54:03.741454 dv-cinder-816628-1-iscsi neutron-server[101907]: DEBUG neutron.db.agents_db [None req-ed526ac0-404e-4daa-888c-4e166a7f391e None None] Agent healthcheck: found 6 active agents {{(pid=101907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 10:54:20.545004 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-b6aad82e-21c9-473c-a19d-8787b5ab675d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:54:23.241804 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-927cb114-14ff-4653-8830-d734a854f039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:54:24.036151 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d39a9e6e-ce2e-4915-9417-d16f3a97134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:54:25.567048 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-d76bc872-e03b-4a4a-bcf3-fa580a25e92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:54:26.378528 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-98fcd5e7-0962-4d86-aaba-2f05e0648f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 10:54:26.389704 dv-cinder-816628-1-iscsi neutron-server[101906]: DEBUG neutron_lib.callbacks.manager [None req-c3171969-0c97-4190-911b-6a31f384bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781390831647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599853'] for agent, after_update {{(pid=101906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}